{"msg":"Running step start_crdb","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:34.637595745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:34.638444587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmp7CxvUE","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:34.669137049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmp7CxvUE/data)","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:34.669201187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmp7CxvUE/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmp7CxvUE/listen-url","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:34.703338904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=4 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:34.703731607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"cockroach pid: 21589","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:36.438563176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"cockroach listen URL: postgresql://root@[::1]:60365/omicron?sslmode=disable","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:36.438682032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step start_clickhouse","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:36.43930333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:36.439351206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:36.981497817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:36.98160963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.107189489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.107258176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.184307492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.184403654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"mgd port is 44117","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.304116834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step record_switch_dns","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.304167465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.304398205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_gateway_switch1","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.304560097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.304605748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step start_dendrite_switch1","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.429806573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch1","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.429855881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step start_mgd_switch1","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.531353469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting mgd for switch1","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.531499189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"mgd port is 53047","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.663121648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"Running step record_switch_dns","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.684048814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.684129725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"switch_location":"switch1","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"Running step start_internal_dns","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.684168963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.68443832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpBcF45Y"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.830472323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.830568184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.8306115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:41629"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.831239912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.831298399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.831330012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.832223121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.832351727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.832497298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpTGpM5A"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.844658849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.84660691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.852198812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:64520"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.852562416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:46075","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.852625552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:46075","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.852662295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:46075","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.853333753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:46075","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.853606336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.853650494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"setting up nexus server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.854372312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.85799006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858075591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858101552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858127745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858148135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858174538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858196301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858219026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858239016Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858262894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858281932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858303795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858326851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858469385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858518062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.85854192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.858967678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859047387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859082136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859104731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859130903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859152637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859178638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859202245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859221804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859243528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859263447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859285371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859323537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.85934994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.85937005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859394519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859421953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859442594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859469758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859489398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859516662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859539237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859564567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.85958578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859612353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859632352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859656691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859681801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859703334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859727292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859747382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859774215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859793684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859818183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859837912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.85986198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859881809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859904444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859924174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859948833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.859973783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.860040876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.860073461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.860094483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.860116998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.860326996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:41629","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.88414394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"new DNS resolver","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.884225633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","addresses":"[[::1]:41629]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:37.884609428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:60365/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 60365,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:37.886621066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Database schema version is up to date","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.027073869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"registered USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.108189927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"4f53cc7a-fcc1-4ed0-b03d-baec40671d88","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212059661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212255541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212460319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212618274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212714085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212815036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212896298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.212989333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.21317353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.213300112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.213388589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.213482937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.213592886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.213689789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.213763516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.213892342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214061029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214155527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214244865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214336006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214431817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.21450829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214598179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214684531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.21477445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.214864329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215134888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215244336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215440347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215544795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215635706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215727359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215817859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.215892458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.216099871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.216499537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.216599586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.216714345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.216809535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.216884805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.216978982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.217117238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.217194422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.217283499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.217373328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.217489109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.220122195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.223287281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.223426719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.223710875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.223834441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.223985613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.224136844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.224856438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.22614232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.229719166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"SEC running","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.240427933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sec_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"SEC","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.242065165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.242265745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.24659491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.24697636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.248275118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.248377632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.248949862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.249364017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"created 5 built-in users","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.272370827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.272610895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.272722919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.274924705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.275280585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.275383209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.275480363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.276461658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.279179944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52840","req_id":"d0d20390-5a7e-4764-94f0-4711ee5b1a53","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 79 bb 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 y............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.279511304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52840","req_id":"d0d20390-5a7e-4764-94f0-4711ee5b1a53","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:38.281204728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52840","req_id":"d0d20390-5a7e-4764-94f0-4711ee5b1a53","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 10 built-in roles","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.303529358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.303613165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.303673536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.305643591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.305714733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.305740514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.305779652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.306246091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.518279785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.518339103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.518397469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.520263367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.520342474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.520367254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.520406031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.520708283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.635656971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.646560676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.648146225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.648929426Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.685957442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.705629367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.708048897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.708143155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.70841666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.708503523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.709090553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.73668841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.73674888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.736861364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.736903358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.73768734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.817203761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.817278851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.817309251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.818089095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.85423827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.860625456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.860723562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.860751898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.860776417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.860800856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.861200121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.890750098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.890872962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.890964705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.891799629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.910750647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.914386842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.914441371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.914466721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.916680632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:38.991133295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.991193034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.991223114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.993215263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.993259551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:38.993280513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.993304491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:38.99373103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.006411596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.006501555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.00683543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.01714463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.017248257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.017280491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.017306914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.017690358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.02450202Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.024560927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.024590386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.025337364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.072086418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.072150416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.072178692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.072747045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.078040161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.083846079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.083932952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.084064865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.084122329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.084152169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.084176878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.084653257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.098101382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.098159918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.098187583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.098956836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.101308702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.101364764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.101392238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.101879229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.113545293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.119877128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.119996436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.120028189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.120325782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.139951916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.140024791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.140057136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.140084721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.140706369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.16192682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.162066438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.162099734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.168002515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.176860294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.176934381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.176965894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.177534767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.193181222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.204541978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.204662638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.204694532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.205243074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.212457669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.212737056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.213009078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.220328591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.220386276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.221138044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.224787105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.224848798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.224881433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.224906422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.225384305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.22711847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.227173149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.227201275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.227785318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.230314077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.230455338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.230497733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.231057678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.232986401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.238766017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.238887569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.239012768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.239501422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.295018145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.295138876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.295170419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.295197723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.295861115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.299164417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.299278795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.299309586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.299589824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.301206285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.30125893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.301285362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.301689868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.304176723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.311963308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.312032696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.312061583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.312404396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.368432399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.368517999Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.368552999Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.368579832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.371564198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.391489158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.391573866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.391604017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.392354953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.403450029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.403523986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.403568695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.404467246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.407352354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.437205755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.437591433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.437840049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.438335085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.497582752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.497694605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.497728413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.498564288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.507697054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.507839929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.508887667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.530259048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.530369628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.531086787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.538308907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.538379237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.538684896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.538734515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.539722573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.553226569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.569199033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.569342669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.570390587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.573369062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.573427077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.573452818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.574077934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.57779516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.583901898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.583965364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.58398856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.584033029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.584062027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.584085814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.584543546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.586664131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.586710804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.586737107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.587285058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.589826602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.589953836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.59006122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.591064008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.593752033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.600955245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.601021658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.601053451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.601546433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.611776636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.611877006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.611908719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.611934671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.612578344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.614885991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.614944278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.614971973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.615645034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.618153582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.618209223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.618237609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.618666834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.621939705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.627487018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.627552408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.627581146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.628033106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:39.720479079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.720545862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.720572876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.720790399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.721680553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.727101363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.727185691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.727869183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.738589312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.738715383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.739300559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.741716643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.741814929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.741854037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.741878486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.743653993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.746430245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.746490585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.746518871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.747639254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.751251821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.75130641Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.751336791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.752046595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.755488853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.771584854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.771667328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.771692849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.771720494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.772198366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.80772007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.807818216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.807849077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.807937734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.808780673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.814364348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.814450249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.814479448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.815252247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.819070265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.819127408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.819157248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.819841481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.826894474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.833417931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.846659103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.846733462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.846763431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.846788381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.847496532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.850236331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.850285329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.850310248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.850767579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.853435856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.853489102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.853515755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.854362803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.858597099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.870710935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.870776917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.870804662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.871333235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.921842291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.921968943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.92256465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.926652355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.926707044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.926786773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.926819438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.927757617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.931162501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.931217831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.931245747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.931270095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.933891078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.933947059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.933973883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.93475536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.93855997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.943896112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.949904042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.950065734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.950294951Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.950400441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.951189924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.954246234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.968406147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.970055914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.970955767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.975936911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.976038784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.976072251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.976871253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.983237898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.989380076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.989458983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.9894925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.989854331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:39.998179949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.998279908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:39.998914833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.011135813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.011212405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.011243557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.011268096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.011714876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.014551949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.014604143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.014758741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.015622282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.017727877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.017808097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.017840191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.01854766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.020414851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.026845313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.031667711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.031729725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.031761668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.031787319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.032260713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.036416192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.036567574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.036710589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.037344522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.039442873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.039588964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.039689394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.040707502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.053803205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.06278962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.06286007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.062893226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.06334677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.086386264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.086450091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.086896601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.096474344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"created built-in services vpc","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.096527971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.096555426Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.096582139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.098533216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.098584519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.098679528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.098720019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.099260606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.10779497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.107912574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.108192101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.108371128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.108744111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.113911086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.113965314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.113997438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.114624106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.119740019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.119818536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.121012425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.129478132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.129615045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.129647239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.12967267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.130509768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.134288516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.136364793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.136425825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.136455113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.136876172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.143226445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.143292967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.143326013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.143353197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.144170606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.146264818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.148952784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.149056531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.149092262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.149351518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.219428011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.219494043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.220258917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.223019287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activating background tasks","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.223085859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Running step start_sled1","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.226921802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.227278333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.293399886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.293812538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmplti0MB/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.29482753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.294927439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmplti0MB/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp4rZ2fy/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.295011236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.295074232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp4rZ2fy/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.385378256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:54311","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.385492715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:54311","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.38629847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:54311","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.391799701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.391904069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.391938347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.39196506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.391991814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392018126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392096262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392130079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.39215568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392179457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392202904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392249136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.39228132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.39230631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392332462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392357512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392383534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392407522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392431971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392455748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392479355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392502932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392526589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392550687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392574715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392598332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392650356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392754714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392799012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392826396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392850865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392876396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392901446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392926726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392951115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.392975143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393000203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393024782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.39304881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393072667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393096454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393120492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393145071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393169219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393195301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393219139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393242004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393266062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393288818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393312224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393335561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393358917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393382294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393405881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393429458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393452804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393476071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393499578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393522263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393545429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393568796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393594056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393619978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393645368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393668995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393691901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393714265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393739977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393763694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.393785858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393806399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393826269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.393859375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.393884384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.394025005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.395624642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.395719451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.395810392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.396119077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:40.396168445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.396196461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"115.54µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.39633624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.396393554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.396419706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.396445257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.397256633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.397333957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.397365811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.397456772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:40.397499517Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.397525249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"53.196µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.397551591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.397575489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","expiration":"2025-04-30 06:14:40.397509317 UTC"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.397856198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.397901949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.398579579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.398633326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.398660801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.398788245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.398832784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.398860559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.399905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.400092213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.400255108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.400399616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.401525779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.401588394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.401632382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.401660949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.402417656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.40246992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.402495622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40251969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.402544669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40256986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.402594328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.403029856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.403069044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:40.40325788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.403339523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"219.718µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.403434562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:40.403466336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.403491616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"21.573µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.403531786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.403626655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40366904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.403695853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.403720111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.404325528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.404384074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.404631618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.404676517Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.4047031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.404729553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405208166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405267134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405296512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"19.779µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405468315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:40.405519266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405543655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"56.703µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405568424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.405591961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405612963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"79.298µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405638945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40566189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40568677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40580207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.405843091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.406375352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.406426454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.406454479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.406480171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40650477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.406528737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.407534832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.407593349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.40790031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.407943176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.408623932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.408680445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.408709312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.40873823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.409149098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.409202435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.409328145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.409365199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.409904443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.409977118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.410009453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.410080173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.410112187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.410139602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.410756421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.410848294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.410878895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.411084034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"277.182µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.411133382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.411233521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.411275455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.41194025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.411997854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.412027734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.412053315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.412082092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.412634272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.412689372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.412718731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.412742468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.412768911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.412798019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.412824682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.413373816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.413425689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.41349662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.413535237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.414159822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.414201755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.414229521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.414252256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.414316504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.414764927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.414823174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.414853143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.414879716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.415679339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.415732125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.41575994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.415787425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.416570114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.41662319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.416651817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.41667827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.417557972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.417618503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.417831928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.417884693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.418976389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.419036659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.419066007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.419095476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.419608799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.419654389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.419911642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.420102993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.420150017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.420179806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.420961514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.421015912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.421050471Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.421079359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.421547581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.421596158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.421623282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.421649815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.422257676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.42231493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.422345191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.422372405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.422760668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.423209793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.423926902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:63508/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.425483964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:36759"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.427312017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.42737404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.427403639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.427430302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.427927884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.429848861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d7734773-c52a-4607-b0ad-334d835bfa9e","remote_addr":"127.0.0.1:36759","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.430739626Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58861","req_id":"9f3fbff6-9c44-46f4-b2d4-e6449dd4254c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: bd 16 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.430859705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58861","req_id":"9f3fbff6-9c44-46f4-b2d4-e6449dd4254c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.431769157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58861","req_id":"9f3fbff6-9c44-46f4-b2d4-e6449dd4254c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.432117782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55177","req_id":"8de2217e-2efc-4d97-868a-891db30b1181","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 54 c6 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 T............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.432301568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55177","req_id":"8de2217e-2efc-4d97-868a-891db30b1181","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.432842145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55177","req_id":"8de2217e-2efc-4d97-868a-891db30b1181","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.435567205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.436697316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.436770192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.436803568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.436830662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.437447882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:40.438861218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.438921558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"43.214893ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:40.439350202Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.439397025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"41.939672ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.44896036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","pruned":"{}","expiration":"2025-04-30 06:14:40.397509317 UTC"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.449174366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"expiration\":\"2025-04-30T06:14:40.397509317Z\",\"pruned\":[]}","iteration":1,"elapsed":"51.639909ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.455494138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.464436144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.474110931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62607","req_id":"2174fdab-317f-493b-93d9-8a4fe3200b4f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 75 fb 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 u............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.474359586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62607","req_id":"2174fdab-317f-493b-93d9-8a4fe3200b4f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.474889512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62607","req_id":"2174fdab-317f-493b-93d9-8a4fe3200b4f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.4753754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"72.878696ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.481656094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.490485376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.49186255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"91.738994ms"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.527285558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55610","req_id":"266969b3-b70f-43cd-9c83-820026914c07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 98 02 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.527485556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55610","req_id":"266969b3-b70f-43cd-9c83-820026914c07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.528153377Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55610","req_id":"266969b3-b70f-43cd-9c83-820026914c07","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.529060274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.535546727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.535683159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.535715864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.542847093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.544870895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.549757241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.54994745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.55001274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.550539209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.566934495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.579690721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.579843746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.580194114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.580830382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.582251123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.609404234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.609471518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.60950279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.610071393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.613816545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.621631866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.621714702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.621748529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.622176652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.62314919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.627281743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.627344468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.627375641Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.628398779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.629591956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:40.639063067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.639130191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"237.532869ms"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.639851077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.639922409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.641415474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.64161937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.658425205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.658513711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.658546667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.658574111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.658599262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.659189427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.671514835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.671628001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.672384097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.672602813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.672654155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.673096246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.74793656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"333.078718ms"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.748214554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.758853331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.758932649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.75896296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.759338889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.82146983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.821566373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.821599629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"408.126105ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:40.851000588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","count":0} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.851223603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"436.991036ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.909925803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.91001949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.910054259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.910864644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:40.950341889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.950405647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:40.950932206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.04282703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"626.17387ms"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.04495982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.048271127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.048334503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.048364243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.048450935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.048479683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.048893657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.049026061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.049089237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.049491709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.050199088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.050253838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.050664115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.080734839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"661.66261ms"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.099481781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"677.163995ms"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.105948055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.112670859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.113311977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d7734773-c52a-4607-b0ad-334d835bfa9e","remote_addr":"127.0.0.1:36759","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":683464,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.113606233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:63508/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"d7734773-c52a-4607-b0ad-334d835bfa9e\", \"date\": \"Wed, 30 Apr 2025 06:24:40 GMT\"} })"} {"msg":"Running step start_sled2","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.113910259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.114066149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.187540993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 039be560-54cc-49e3-88df-1a29dadbf913 storage","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.188535856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.189331641Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.21110827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.212962865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"790.99698ms"} {"msg":"failed to read DNS config","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:41.213491799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.21354782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"820.380905ms"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfzoXGx/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.214808031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.214864323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfzoXGx/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpWhIJlW/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.214894874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.214918161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpWhIJlW/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.270903498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36349","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.270996533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36349","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.27173795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36349","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.278609712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.27868917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.278717416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.278741845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.278768548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.279172964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.279225729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.279253284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.279277903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.2793014Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.279323955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.279348704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.27937176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280171013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280233768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280259689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280284258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280307274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280431652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280475109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280499928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280522673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280544998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280567964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280590418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280612983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280635278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280657883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280680317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280702512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280725087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280747191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280769455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280791759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280814455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280838362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280861368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280884184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280908943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.28093274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280955886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.280978552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281000916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281023321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281045575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281067519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281090665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.28111316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281135013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281158851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281181145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.28120373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281226015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281248339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281270784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281293209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281315162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281338238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281360783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281383308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281405182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281427326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281450251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281472195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.28149464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281516634Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281539068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281562365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281585511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.281608306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281629158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.281843515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.282105657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:63508/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.282596696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.282656505Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.282685903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.282710783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.283910674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.286642497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.286754009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to read DNS config","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:41.287358734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.287490526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"891.1706ms"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.288875416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:49338"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.28984119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"74375ef6-7ba6-4b1c-b4e0-91a2a72ba80b","remote_addr":"127.0.0.1:49338","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.290053443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63771","req_id":"f82eb7f4-d687-4ae8-b76d-56ddeeead24b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2a 56 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 *V..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.290227199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63771","req_id":"f82eb7f4-d687-4ae8-b76d-56ddeeead24b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:41.291224125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63771","req_id":"f82eb7f4-d687-4ae8-b76d-56ddeeead24b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.291682448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:41.292825456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.293696692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"890.122211ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.293858935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.293904215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.293932281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.293958684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.293983182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.294763798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:41.295094707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.295142142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"892.583124ms"} {"msg":"inventory collection is None","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:41.295172382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.295195097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"889.582285ms"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.298106859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{}","iteration":1,"elapsed":"891.660485ms"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.298910841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.298966852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.299531447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.299995241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.303767718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.303821094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.303848729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.304226682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.372186528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"956.344414ms"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.373450746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.379146254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.379310872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.379413437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.380204914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.380797294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.380914678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.381053484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.381143514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.3816335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.381884851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"973.220738ms"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.382162103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"972.978887ms"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.408310001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.428249489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.428313036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.428341112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.428815577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.429440553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.429491765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.429521003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.430113022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.448577261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.448655587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.038682266s"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.506337705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.506426282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.506463937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.506498846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.50899516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.509429766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.513725184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.513788981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.513820484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.514178337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.518178106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.518241443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.518644766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.585588116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.593071436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.593140324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.593171676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.593639558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.657267212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.657390989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.235777817s"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.657544244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.657587651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.657614945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.657640135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.65839009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.675930428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.676011108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.67660413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.676695041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.67672982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.67734718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.677671697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55603","req_id":"23bb1cb5-ae2e-4fc4-9313-7cb87d1b9968","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3b 81 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ;............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.677730835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55603","req_id":"23bb1cb5-ae2e-4fc4-9313-7cb87d1b9968","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:41.678167074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55603","req_id":"23bb1cb5-ae2e-4fc4-9313-7cb87d1b9968","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:41.678455649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.678576129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"384.787474ms"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.682283476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"1.264622639s"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:41.721741213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.721801894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"1.323141673s"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.727023658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.727099509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.727128647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.727644474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.728647212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.728708955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.728889205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.317737126s"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.85856755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.858705124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.858744071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.858772748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.85942079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.869713637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.869847654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.869883746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.875571238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.875739974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.876239009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.876605299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"74375ef6-7ba6-4b1c-b4e0-91a2a72ba80b","remote_addr":"127.0.0.1:49338","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":586729,"response_code":"204"} {"msg":"No bundles to collect","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:41.876703624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.876818664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"1.472413618s"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.877547857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.881872924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.881954557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.881986851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:41.882015478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.88204153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:41.882348592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.043648952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.043756116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.04490254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.054108622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.054208562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.054237639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.054271146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.054301376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.054328841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.054647536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.065253267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36015"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.066387117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:63508/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", status: 204, headers: {\"x-request-id\": \"74375ef6-7ba6-4b1c-b4e0-91a2a72ba80b\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.067510655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.06769403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.13321668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 53f90263-82c1-405e-acff-cbe6071750c6 storage","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.133327731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.136872193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"a3480a32-bb17-4dc7-b0a6-1f667515d58b","remote_addr":"[::1]:36015","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.137716295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"a3480a32-bb17-4dc7-b0a6-1f667515d58b","remote_addr":"[::1]:36015","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":872,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.138763341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.15021615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.150275779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.15030614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.150764002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.151090032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.154185098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.154243455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.154273484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.154604885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.158208956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.163052035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.183139007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.183196101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.183696067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.184079511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.184295772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.184338337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.184744145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.206446476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.206517327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.207376529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.207439645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.207469183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.207495225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.207899771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.209208419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3480a32-bb17-4dc7-b0a6-1f667515d58b\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.209456022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.209507946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.20990695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp9huPX6/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.211427861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.211509664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp9huPX6/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpWWTq4p/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.21153811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.211561267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpWWTq4p/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.272577497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:43040","component":"dropshot (Repo Depot)","server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.272733258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:43040","component":"dropshot (Repo Depot)","server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.273663832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:43040","component":"dropshot (Repo Depot)","server":"53f90263-82c1-405e-acff-cbe6071750c6","component":"SledAgent","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284564671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284661524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284691905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284718317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284741984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284765291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284790501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284813978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284837074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284862955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284887124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284909959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284932644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.2849557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.284978566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285001411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285025058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285048215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285071321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285095549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285120358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285142903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285165338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285187873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285210428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285233093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285255578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285277301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285299816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285324154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285347932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285370477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285392941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285415857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285438833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285461769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285485165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285568331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285594513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285619102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.285887597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.28597454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286030903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286138497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286172815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286195991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286218526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286241041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286263406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286286181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286308786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286331091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286353746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286376681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286399517Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286421831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286444226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286468064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286491049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286514616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286536891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286559486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.28658177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286604395Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.28662693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286649886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286672832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286695948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286720176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.286742961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.286763222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.523203063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/v2p","method":"GET"} {"msg":"contacting server nexus","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.524171582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.524426089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:63508/sled-agents/53f90263-82c1-405e-acff-cbe6071750c6","method":"POST"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.524736969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54762","req_id":"95c9290b-36f0-428d-9717-98b7a93ecebc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fb fb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.524937539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54762","req_id":"95c9290b-36f0-428d-9717-98b7a93ecebc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:42.525405902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54762","req_id":"95c9290b-36f0-428d-9717-98b7a93ecebc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.525932872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.526058071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.526168441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.534231596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.534972172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.542043331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.542147588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.542183109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.542831742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.549512082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:41815"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.54957667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32966"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:42.550024433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.550240673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"680.460253ms"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.555584972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.564672528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.564754842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.564830292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.568389414Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.570136094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:39544/artifacts-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.574581922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.574659596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.575048872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.579219131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39724"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.580000488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/53f90263-82c1-405e-acff-cbe6071750c6","method":"POST","req_id":"8f080113-fbbd-4224-990e-7e2af2e1a475","remote_addr":"127.0.0.1:41815","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.581037965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"9c35f51b-840b-4d94-af3a-a9ba62530dcc","remote_addr":"[::1]:32966","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"registered sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.581918499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_uuid":"53f90263-82c1-405e-acff-cbe6071750c6"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.583763676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"9c35f51b-840b-4d94-af3a-a9ba62530dcc","remote_addr":"[::1]:32966","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2624,"response_code":"200"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.585368904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","assocs":"{}","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.586347825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:45534/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.586846879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.586902991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.587593406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.591390271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.591448618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.59208231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.592806603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.592861493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.59289035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.592916452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.592942203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.593393883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.593495826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/53f90263-82c1-405e-acff-cbe6071750c6","method":"POST","req_id":"8f080113-fbbd-4224-990e-7e2af2e1a475","remote_addr":"127.0.0.1:41815","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":13504,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.594213967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"dfd6a27d-ce03-4924-8e83-3555abae53e7","remote_addr":"[::1]:36015","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.596065286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/artifacts-config","method":"PUT","req_id":"e29d5bda-2883-4d20-a991-33babed24e20","remote_addr":"[::1]:39724","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.606242273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c35f51b-840b-4d94-af3a-a9ba62530dcc\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.606395819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","interfaces":"{}","sled":"sim-039be560"} {"msg":"v2p mappings to delete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.606435127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-039be560"} {"msg":"v2p mappings to add","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.606458965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.607866459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/v2p","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.608145074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:63508/sled-agents/53f90263-82c1-405e-acff-cbe6071750c6\", status: 204, headers: {\"x-request-id\": \"8f080113-fbbd-4224-990e-7e2af2e1a475\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.609157812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"dfd6a27d-ce03-4924-8e83-3555abae53e7","remote_addr":"[::1]:36015","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":14972,"response_code":"204"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmplti0MB/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.609847586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.60988939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmplti0MB/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp4rZ2fy/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.609914019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.609935542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp4rZ2fy/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmplti0MB/.artifact-config.json.tmp","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.609958938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp4rZ2fy/.artifact-config.json.tmp","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.611014902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.611838483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.612079744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/artifacts-config","method":"PUT","req_id":"e29d5bda-2883-4d20-a991-33babed24e20","remote_addr":"[::1]:39724","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":16003,"response_code":"204"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.612367327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.612795029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.668348786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled d5164855-771e-4c6e-8851-07df430a9d8d storage","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.668477923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.669445461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56759"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.670307489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dfd6a27d-ce03-4924-8e83-3555abae53e7\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.671134036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.671198494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.67142249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/artifacts-config\", status: 204, headers: {\"x-request-id\": \"e29d5bda-2883-4d20-a991-33babed24e20\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.671546828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/artifacts","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.671921675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.671972867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.672001023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.672027245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.672609766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.672916647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.676668302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.676729554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.676758422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.677110814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpdmiYkP/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.677765408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.677810779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpdmiYkP/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpdqqWZV/artifact-config.json","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.67783654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.677857872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ArtifactStore","server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpdqqWZV/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.721132144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36522","component":"dropshot (Repo Depot)","server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.721287533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36522","component":"dropshot (Repo Depot)","server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.722057297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36522","component":"dropshot (Repo Depot)","server":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"SledAgent","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.726879795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.726986227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727067028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727143952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727212128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727286706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727376786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727453709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.72758493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727668807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727741021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727812454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727881621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.727950749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728021781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728088133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728154896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728351257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.72845293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728586626Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728676114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728786715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728875802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.728953347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729051973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729128446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729199347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729319877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729400017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729472862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.72954206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729630416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729850504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.729941856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730012868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730084521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730154109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730226544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730294258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730364198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730431512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730504277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730572914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730658875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730728393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730792902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.73086227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.730943963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.73109792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731181376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731253971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731324842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731394561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731465983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731536564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731626423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731707514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731779267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731846732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731915178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.731985007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.732058894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.732126239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.732351898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.739214542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.739317166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.739348368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.739376484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.739402376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.739427506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.740111298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.740933015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39442"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.74122622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/artifacts","method":"GET","req_id":"12040107-3ffd-454e-9723-267b893309e2","remote_addr":"[::1]:39724","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.741515336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"64802180-4f47-4bde-8b80-35871e660d45","remote_addr":"[::1]:56759","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.741968358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.742125662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:63508/sled-agents/d5164855-771e-4c6e-8851-07df430a9d8d","method":"POST"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.74648128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/artifacts","method":"GET","req_id":"12040107-3ffd-454e-9723-267b893309e2","remote_addr":"[::1]:39724","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5256,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.74655175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"64802180-4f47-4bde-8b80-35871e660d45","remote_addr":"[::1]:56759","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5070,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.746800777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.746861878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.746891588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.747610891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.748992233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:62239"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.749182933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"770e7ee0-cfc1-4f7b-9900-e646ad8d3e32","remote_addr":"[::1]:39442","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.749542018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12040107-3ffd-454e-9723-267b893309e2\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.749801335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled":"http://[::1]:39544"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.750078467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64802180-4f47-4bde-8b80-35871e660d45\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.750136723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.750164218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.750188957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.750944252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{}","iteration":1,"elapsed":"2.343413899s"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.751067738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"770e7ee0-cfc1-4f7b-9900-e646ad8d3e32","remote_addr":"[::1]:39442","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1896,"response_code":"200"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.752978796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:24:42.671401619Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:24:42.749736326Z\"}]}","iteration":1,"elapsed":"2.333279437s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.753482299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.753524052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.754671358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/d5164855-771e-4c6e-8851-07df430a9d8d","method":"POST","req_id":"204d79dc-51ae-4d1c-9eb8-c1b732a34657","remote_addr":"127.0.0.1:62239","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.759624447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770e7ee0-cfc1-4f7b-9900-e646ad8d3e32\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.759725438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.759758454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.760490042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered sled agent","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.760806262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_uuid":"d5164855-771e-4c6e-8851-07df430a9d8d"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.761833198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.76188953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.761917947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.762464846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.764739949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64999","req_id":"3bb1bca7-a837-47c0-9654-b7d6843c7eaa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 40 d1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 @............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.764890289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64999","req_id":"3bb1bca7-a837-47c0-9654-b7d6843c7eaa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:42.765280887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64999","req_id":"3bb1bca7-a837-47c0-9654-b7d6843c7eaa","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.772758456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/sled-agents/d5164855-771e-4c6e-8851-07df430a9d8d","method":"POST","req_id":"204d79dc-51ae-4d1c-9eb8-c1b732a34657","remote_addr":"127.0.0.1:62239","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":18087,"response_code":"204"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:42.7785577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.778608431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"185.823271ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.778690004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.778727509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.778761226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.778795835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.778822849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.779569356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.783735948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"NexusClient","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:63508/sled-agents/d5164855-771e-4c6e-8851-07df430a9d8d\", status: 204, headers: {\"x-request-id\": \"204d79dc-51ae-4d1c-9eb8-c1b732a34657\", \"date\": \"Wed, 30 Apr 2025 06:24:41 GMT\"} })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.784742784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.801230083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.801359721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.801561994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.801658116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.802280285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.803942648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.808778032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.80887757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.808960996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.809469008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.809809988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.809945959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.810569591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.812211553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.813749166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.813860228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.813942662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.814064485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.814145226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.814218221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.814290004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.814364683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.814437087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.814510844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.81471449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.814871493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.816040612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.819769722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:64077"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.819932246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.820008167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:24:42.918591117Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"ca95d165-7272-4cfa-8a90-15fcc8f3d8dd.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 57430,\n target: \"59049fa7-f389-4aa6-806a-781cbb50a2dd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46075,\n target: \"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63508,\n target: \"2a0ca3d5-715b-47e7-85a4-2d03ee80e796.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"59049fa7-f389-4aa6-806a-781cbb50a2dd.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"59049fa7-f389-4aa6-806a-781cbb50a2dd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64077,\n target: \"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"039be560-54cc-49e3-88df-1a29dadbf913.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"59049fa7-f389-4aa6-806a-781cbb50a2dd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 55212,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 55593,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"2a0ca3d5-715b-47e7-85a4-2d03ee80e796.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 60365,\n target: \"ca95d165-7272-4cfa-8a90-15fcc8f3d8dd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"59049fa7-f389-4aa6-806a-781cbb50a2dd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42356,\n target: \"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38578,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 52651,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53047,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44117,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 36349,\n target: \"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54311,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"261f83df-6167-4161-b713-b4e09c56d968.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"af585796-5afd-4bf0-abde-2ec153d78bf7.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.919111023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.919155101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:42356/config","method":"PUT"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.920260413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.920315212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.920898174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.920947121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:39544/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.924688416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.924748716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.924778555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.924807353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:50332"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.92484103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"78f3d1a7-9cd3-4e1d-8295-8f1bce1fea99","remote_addr":"[::1]:39442","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.930341359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"78f3d1a7-9cd3-4e1d-8295-8f1bce1fea99","remote_addr":"[::1]:39442","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6064,"response_code":"204"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.93186248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57796","req_id":"d49cc852-19ef-41a7-ac15-57db732d8c7b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b 71 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +q..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.932078791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57796","req_id":"d49cc852-19ef-41a7-ac15-57db732d8c7b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:42.932546082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57796","req_id":"d49cc852-19ef-41a7-ac15-57db732d8c7b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.932784226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/eip-gateways\", status: 204, headers: {\"x-request-id\": \"78f3d1a7-9cd3-4e1d-8295-8f1bce1fea99\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.953674879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{}","iteration":1,"elapsed":"2.540987612s"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.954988587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.955088155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.956028739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:42.958545093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.958731244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"180.003956ms"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.959298915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/config","method":"PUT","req_id":"57a1e517-9549-4b65-a79f-8df6ddc2a5b2","remote_addr":"[::1]:50332","local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.962683538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"new_generation":1,"req_id":"57a1e517-9549-4b65-a79f-8df6ddc2a5b2","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.962834519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.962924078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.963985563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.964303596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.964443635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.964554747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"new_generation":1,"req_id":"57a1e517-9549-4b65-a79f-8df6ddc2a5b2","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:42.965493136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/config","method":"PUT","req_id":"57a1e517-9549-4b65-a79f-8df6ddc2a5b2","remote_addr":"[::1]:50332","local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server","latency_us":6203,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.966760722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.966825421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:42.966859479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.966886302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.966909118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.969642063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:42356/config\", status: 204, headers: {\"x-request-id\": \"57a1e517-9549-4b65-a79f-8df6ddc2a5b2\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:42.985890116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.069257981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:39544/omicron-config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.075450559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.075520238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.07555143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.085414923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.0867086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65204"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.092031506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.092089522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.092118429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.092707393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.139038925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"3684a83e-698a-4b6a-8f6c-b7d56afc8f19","remote_addr":"[::1]:65204","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.140663322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"3684a83e-698a-4b6a-8f6c-b7d56afc8f19","remote_addr":"[::1]:65204","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2549,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.140810325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.153856919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.153923802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.153955646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.154000064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.154029593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.154056537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.154650079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.16350376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.163611825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.163766213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.164276229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.165974272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:39544/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3684a83e-698a-4b6a-8f6c-b7d56afc8f19\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.166452826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:39544/network-bootstore-config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.16830203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.168351759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.168381388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.16882895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.170961529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"85f937a2-dad4-4989-98e1-b0f5fc02555b","remote_addr":"[::1]:65204","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.179297618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"85f937a2-dad4-4989-98e1-b0f5fc02555b","remote_addr":"[::1]:65204","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8359,"response_code":"204"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.179756913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.21064196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.210827259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.210872649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.211423988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.216195925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:39544/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"85f937a2-dad4-4989-98e1-b0f5fc02555b\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.293180542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:45534/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.304088375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.304156281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.30489853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.312838439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56767"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.322211535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.322294089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.323059083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.324255748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"bac9cd3c-6cb7-4602-8d80-589766b58551","remote_addr":"[::1]:56767","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.324872416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"bac9cd3c-6cb7-4602-8d80-589766b58551","remote_addr":"[::1]:56767","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":562,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.329422131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.32948169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.330320111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.330927771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:45534/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac9cd3c-6cb7-4602-8d80-589766b58551\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.331516624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:45534/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.33257334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"ba78992f-a647-44f1-a6f6-a9f34ac4304a","remote_addr":"[::1]:56767","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.336060528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.336128273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.336971743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.337369296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"ba78992f-a647-44f1-a6f6-a9f34ac4304a","remote_addr":"[::1]:56767","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4839,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.339548477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:45534/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"ba78992f-a647-44f1-a6f6-a9f34ac4304a\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.416194229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:44407/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.422661545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.422839139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.423160439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.423308674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.424935846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.426674971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62434"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.433030795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.433155273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.433261264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.435970101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.438778286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"04b2d612-51c0-45c8-855c-cead7d4150d8","remote_addr":"[::1]:62434","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.442685942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"04b2d612-51c0-45c8-855c-cead7d4150d8","remote_addr":"[::1]:62434","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":3957,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.451240747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.451306117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.451335396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.451990431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.452917808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:44407/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04b2d612-51c0-45c8-855c-cead7d4150d8\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.453110402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:44407/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.458438658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"8ee9664c-5608-4420-9a2d-7993c91447b0","remote_addr":"[::1]:62434","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.459008955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"8ee9664c-5608-4420-9a2d-7993c91447b0","remote_addr":"[::1]:62434","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":578,"response_code":"204"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.459080848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.465968712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.466043721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.466071607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.466106576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.466136035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.466162327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.466522605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.469938651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:44407/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"8ee9664c-5608-4420-9a2d-7993c91447b0\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.546665475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:36703/omicron-config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.548215984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.548294691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.548328769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.549136468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.550521938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56670"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.555437462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"ad07c851-4f4e-4eeb-98bc-00b92346c93d","remote_addr":"[::1]:56670","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.559788692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/omicron-config","method":"PUT","req_id":"ad07c851-4f4e-4eeb-98bc-00b92346c93d","remote_addr":"[::1]:56670","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":4341,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.559956356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.56000848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.560039572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.560859125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.563603112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:36703/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad07c851-4f4e-4eeb-98bc-00b92346c93d\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.563660646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"body":"Some(Body)","uri":"http://[::1]:36703/network-bootstore-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.564396813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.574474292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.57469925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.574749069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.575689794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:43.577042278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"ced24f92-9b2d-469e-b63e-0c11f8f8346f","remote_addr":"[::1]:56670","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:43.577637274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/network-bootstore-config","method":"PUT","req_id":"ced24f92-9b2d-469e-b63e-0c11f8f8346f","remote_addr":"[::1]:56670","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":600,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.583471709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(Response { url: \"http://[::1]:36703/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"ced24f92-9b2d-469e-b63e-0c11f8f8346f\", \"date\": \"Wed, 30 Apr 2025 06:24:42 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.587559353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:43.587615104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.711101958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.711207538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.711242949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.711272247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.712010679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.720339874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.720950461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.721044468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.721083866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.721113666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.721835324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.765088843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.772037438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.772392566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.772443397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.772918223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.77696182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.781380584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.781491465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.781813446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.783142304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.797023391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.797341805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.79861405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.814372508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.824329496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.824439035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.824515166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"set cockroachdb setting","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:46.862951408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.863267097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.863323199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.865876787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.889599933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.88972377Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.889787868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.889817297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.891685469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.913163653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.913212941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:46.91323749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.913260115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","elapsed":"6.501218483s"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.913285375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{}","iteration":1,"elapsed":"6.501267421s"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.91757901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.92525833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.925427558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.925515603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.925604681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.926285427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:46.956137084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:46.95622542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.956259598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:46.957641622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.003653698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.003932975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.003984127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.004708861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.118648698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.118717044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.118851502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.118893205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.122279292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.141744184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.145576901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.145640247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.145669205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.146602094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.161725726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"IpPool { parent: Fleet, key: 772ddafe-1d1a-4ec0-8346-48c2121a63ee, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.161796217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.161828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.161853651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.20165832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.213643118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.235633483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 772ddafe-1d1a-4ec0-8346-48c2121a63ee, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.235729234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.235759784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.236259099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.257283349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"IpPool { parent: Fleet, key: 772ddafe-1d1a-4ec0-8346-48c2121a63ee, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.257355092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.257386043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.257411003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.258041509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.272103637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.27591921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 772ddafe-1d1a-4ec0-8346-48c2121a63ee, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.295490474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"IpPool { parent: Fleet, key: 772ddafe-1d1a-4ec0-8346-48c2121a63ee, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.295779239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.295830622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.29585985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.296284095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.300679894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.305738272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 772ddafe-1d1a-4ec0-8346-48c2121a63ee, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.31090177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.310976248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.311008022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.311034815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.311769639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.314852071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.321389727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted blueprint","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.441140332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","blueprint_id":"1b809377-87b2-4e27-8408-28ffe485171a"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.441230351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.441263377Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.44128979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.441315832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.44207774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.449733433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.455310705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.510089489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.535869423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.535939253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.535965625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.53598809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.536012198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Inserted service networking records","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.536037278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Inserted physical disks","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.536059392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Inserted zpools","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.536080875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Inserted datasets","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.536102508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.548535259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.557839578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.558166659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.558218322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.558247901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.55827238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.560435891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.563589774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.567469254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.56758276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.567623451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.567652018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.567676948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.568207906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.577634698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.588519575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.602371805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.602423578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.602450582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.602474901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.603576045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.607944939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.624870963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.624931915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.625002515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.625046854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.625073166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.625551028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.629254607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.638545679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.64203914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.642351763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.642393897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.642421181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.643320954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.647100133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.663349179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.747856003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Created recovery user","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.756015841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Created recovery user's password","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.764655224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.765661239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Silo { parent: Fleet, key: 418e81f9-7916-46b1-b6f3-6eb831540bfd, lookup_type: ById(418e81f9-7916-46b1-b6f3-6eb831540bfd) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.765719164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"418e81f9-7916-46b1-b6f3-6eb831540bfd","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.765750166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.765816819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.766477174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.771728467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.771787966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.771815902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.772497379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.775320594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.784490936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Silo { parent: Fleet, key: 418e81f9-7916-46b1-b6f3-6eb831540bfd, lookup_type: ById(418e81f9-7916-46b1-b6f3-6eb831540bfd) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.784548881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Granted Silo privileges","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:47.795584308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.795646852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.795678576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.795703766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.795730148Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.796411085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.798586449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.801275858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.816332958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.816445893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.817183944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.819628524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.819735157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.822934201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.835454607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.835510448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.837723788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.84060094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.840662814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.840693605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.840718024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.841305484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.845032851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.845072941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.845097319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.845814989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.847927578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.847981846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.8480088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.848837121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.851466509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.860167956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.860297164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.860327795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.860358837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.860384298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.860407434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.860872691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.863094648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.863166461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.863198465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.86382832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.867219546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.867285307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.867316039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.867338664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.869458547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.877381403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.877447775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.877477745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.877900868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.881095794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.881153559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.881780809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.884822379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.884880434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.886672305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.895185336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.89535264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.896430006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.901505399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.901591761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.901625187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.901650638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.902540762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.904418022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.904490506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.904519865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.905340019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.912666206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.912760213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.91281891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.913500458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.92299716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.930428185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.930529086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.930647242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.930738033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.931325323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.93727128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.937380788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.937940824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.945377661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.945485296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.946301342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:47.955504689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.974287612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:47.975198908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.003890013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.004001526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.004042477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.004067998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.004734215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.012765758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.012848763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.012879434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.015232452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.02350759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.023571127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.023646096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.024179409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.027178153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.041745117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.041817501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.041843062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.04187678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.041904054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.041927701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.042693878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.049041375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.049101584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.049131013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.050421615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.062031687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.062091516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.062119532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.06273094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.07833475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.096711845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.096782987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.096814179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.097481548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.106351161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.10667709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.107806049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.118588923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.118805695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.119527453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.122671828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.122729674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.124134362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.129975521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.130067073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.13110448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.137099495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.137179474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.137211267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.137238872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.139363656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.142330918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.142387911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.14241732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.142902236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.144853354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.144911439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.14494195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.145685101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.153586063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.161315824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.161405773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.161434571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.161470162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.161497586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.161522877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.161891862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.163995674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.164057066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.164087977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.164595258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.166741695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.166795312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.166824971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.167200198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.169164151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.17585389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.175940563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.175971795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.176427032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.196542892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: b47e686e-574f-494c-84aa-3f11fb4d6b01, kind: Service { id: 261f83df-6167-4161-b713-b4e09c56d968 }, name: Name(\"external-dns-261f83df-6167-4161-b713-b4e09c56d968\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 2b85c3d1-d48a-426b-8f4e-e3821463d9cb, kind: Service { id: 2a0ca3d5-715b-47e7-85a4-2d03ee80e796 }, name: Name(\"nexus-2a0ca3d5-715b-47e7-85a4-2d03ee80e796\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.196635606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.196668292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.196693853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.196718682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.197973001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.20048697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.203888026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.20394486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.203974889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.20434167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.206738105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:24:47.801236Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.206796501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.207667447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: b47e686e-574f-494c-84aa-3f11fb4d6b01, kind: Service { id: 261f83df-6167-4161-b713-b4e09c56d968 }, name: Name(\"external-dns-261f83df-6167-4161-b713-b4e09c56d968\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2b85c3d1-d48a-426b-8f4e-e3821463d9cb, kind: Service { id: 2a0ca3d5-715b-47e7-85a4-2d03ee80e796 }, name: Name(\"nexus-2a0ca3d5-715b-47e7-85a4-2d03ee80e796\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.207740572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.241904552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:24:40.435544Z, time_modified: 2025-04-30T06:24:40.435544Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(39544), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(54311) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.241970984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.242104661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.242142536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.242717592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.247050545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.247125765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.24715837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.24718379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.248321367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.251289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.257666306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.320596541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:39544/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.321167618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55113"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.322177921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2ddb5d55-503f-40fc-bf80-8b753bb1e712","remote_addr":"[::1]:55113","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.322246348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64391","req_id":"c8ed4e66-3f9a-402d-9f3f-de3fcd35616e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 72 6c 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 rl..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.322351537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64391","req_id":"c8ed4e66-3f9a-402d-9f3f-de3fcd35616e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.32256386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.323217352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"af585796-5afd-4bf0-abde-2ec153d78bf7.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.323417732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64391","req_id":"c8ed4e66-3f9a-402d-9f3f-de3fcd35616e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64077, target: Name(\"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.324599967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2ddb5d55-503f-40fc-bf80-8b753bb1e712","remote_addr":"[::1]:55113","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2498,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.325310353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"2ddb5d55-503f-40fc-bf80-8b753bb1e712\", \"date\": \"Wed, 30 Apr 2025 06:24:48 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.326322309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.326642687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.32670449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.327104978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.327340327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.327397341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.327426369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.327455707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.32786875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.327928559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.327959771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.327984621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.328013188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.328037045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.328066684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.328527012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.328585037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.328615067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.328833392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.328883041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.328914223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.328940285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.328965265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.32934429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.329425001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.329455752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.329484339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.329512625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.329539619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.330080126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.331143064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51555","req_id":"0a0eb2bd-61cc-4ac0-bcdd-3d1b9f1b55c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: dd 96 01 00 00 01 00 00 00 00 00 01 24 61 66 35 ............$af5\n0010: 38 35 37 39 36 2d 35 61 66 64 2d 34 62 66 30 2d 85796-5afd-4bf0-\n0020: 61 62 64 65 2d 32 65 63 31 35 33 64 37 38 62 66 abde-2ec153d78bf\n0030: 37 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 7.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.331205007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51555","req_id":"0a0eb2bd-61cc-4ac0-bcdd-3d1b9f1b55c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 97,\n 102,\n 53,\n 56,\n 53,\n 55,\n 57,\n 54,\n 45,\n 53,\n 97,\n 102,\n 100,\n 45,\n 52,\n 98,\n 102,\n 48,\n 45,\n 97,\n 98,\n 100,\n 101,\n 45,\n 50,\n 101,\n 99,\n 49,\n 53,\n 51,\n 100,\n 55,\n 56,\n 98,\n 102,\n 55,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.33129162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"af585796-5afd-4bf0-abde-2ec153d78bf7.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.331451428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51555","req_id":"0a0eb2bd-61cc-4ac0-bcdd-3d1b9f1b55c2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"af585796-5afd-4bf0-abde-2ec153d78bf7.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.332156403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60422","req_id":"33065537-d2b8-444e-8e53-3bde8a9847fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 55 a8 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 U............_na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.332299448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60422","req_id":"33065537-d2b8-444e-8e53-3bde8a9847fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.332512603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.332745346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.332790055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60422","req_id":"33065537-d2b8-444e-8e53-3bde8a9847fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42356, target: Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.332944182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54718","req_id":"268f904c-02b1-441c-94e5-104341f9810a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 6f 02 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 o............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.332995635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54718","req_id":"268f904c-02b1-441c-94e5-104341f9810a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.333288579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.333478527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"261f83df-6167-4161-b713-b4e09c56d968.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.333521974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54718","req_id":"268f904c-02b1-441c-94e5-104341f9810a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46075, target: Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.391802454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42356, target: Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3153, tv_nsec: 190666168 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.391882323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\")"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.392244154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50846"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.392594311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46075, target: Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3153, tv_nsec: 191500871 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.392653269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.393681969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.393744433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.393774793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.39380325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.395265053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.395329411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.395363779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.395388328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.395411875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.395751883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.396346347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"084f8e11-b87f-4e24-84a0-b4a6e49f5f14","remote_addr":"[::1]:50846","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.397813771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"084f8e11-b87f-4e24-84a0-b4a6e49f5f14","remote_addr":"[::1]:50846","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1411,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.398867561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.398932069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.398965726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.398992299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.399608787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.400452929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51026","req_id":"1677bc0e-526c-406a-a936-540461c3303d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: f3 c5 01 00 00 01 00 00 00 00 00 01 24 38 61 30 ............$8a0\n0010: 38 37 31 32 39 2d 36 34 64 32 2d 34 33 65 31 2d 87129-64d2-43e1-\n0020: 39 66 31 65 2d 33 61 62 32 35 33 30 36 66 37 62 9f1e-3ab25306f7b\n0030: 34 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 4.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.400638349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51026","req_id":"1677bc0e-526c-406a-a936-540461c3303d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 56,\n 97,\n 48,\n 56,\n 55,\n 49,\n 50,\n 57,\n 45,\n 54,\n 52,\n 100,\n 50,\n 45,\n 52,\n 51,\n 101,\n 49,\n 45,\n 57,\n 102,\n 49,\n 101,\n 45,\n 51,\n 97,\n 98,\n 50,\n 53,\n 51,\n 48,\n 54,\n 102,\n 55,\n 98,\n 52,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.400850151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.400904739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51026","req_id":"1677bc0e-526c-406a-a936-540461c3303d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"8a087129-64d2-43e1-9f1e-3ab25306f7b4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.401066552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56833","req_id":"75c92257-2b74-4f35-867c-7491df06601f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: b8 93 01 00 00 01 00 00 00 00 00 01 24 32 36 31 ............$261\n0010: 66 38 33 64 66 2d 36 31 36 37 2d 34 31 36 31 2d f83df-6167-4161-\n0020: 62 37 31 33 2d 62 34 65 30 39 63 35 36 64 39 36 b713-b4e09c56d96\n0030: 38 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 8.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.401282763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56833","req_id":"75c92257-2b74-4f35-867c-7491df06601f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 50,\n 54,\n 49,\n 102,\n 56,\n 51,\n 100,\n 102,\n 45,\n 54,\n 49,\n 54,\n 55,\n 45,\n 52,\n 49,\n 54,\n 49,\n 45,\n 98,\n 55,\n 49,\n 51,\n 45,\n 98,\n 52,\n 101,\n 48,\n 57,\n 99,\n 53,\n 54,\n 100,\n 57,\n 54,\n 56,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.401363884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"261f83df-6167-4161-b713-b4e09c56d968.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.401385708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56833","req_id":"75c92257-2b74-4f35-867c-7491df06601f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"261f83df-6167-4161-b713-b4e09c56d968.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.895029551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64326"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.895198437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37696"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.89523511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55494"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.895261473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61283"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.895284729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52282"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.895306914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44569"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.895328677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47257"} {"msg":"found DNS servers (initial)","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.895731339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","addresses":"DnsServersList { addresses: [[::1]:42356] }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.895791188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"addresses\":[\"[::1]:42356\"]}","iteration":2,"elapsed":"567.870976ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.896197408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","addresses":"DnsServersList { addresses: [[::1]:46075] }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.896398559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"addresses\":[\"[::1]:46075\"]}","iteration":2,"elapsed":"567.825886ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.896881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:48.896936561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.896964626Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"60.501µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.89699149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:48.897017241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.897041019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"12.114µs"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.898611257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.902044017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.902104287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.902133325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.902501609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.902556318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.906265708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.908444439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.908508727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.909232469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.910678861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d9e0501-6c72-48dd-847b-fcb1159a7317","remote_addr":"[::1]:64326","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.910925723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ebd7ef2f-a58d-431c-933c-72524f62f609","remote_addr":"[::1]:37696","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.911053377Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ab1af765-92d5-4cca-937d-0c892d8e26a6","remote_addr":"[::1]:55494","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.911196994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"f827e3af-5bf3-4a4e-9682-b12e1bd38c7a","remote_addr":"[::1]:61283","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.911400028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ac40bd78-a158-4723-9e5b-24c203b5cd25","remote_addr":"[::1]:52282","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.911518103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"195a1b5c-8e36-40cf-b8ad-56ec710cd210","remote_addr":"[::1]:44569","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.911643503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"93d4c096-44b0-4e2b-baee-8435a1dae0ff","remote_addr":"[::1]:47257","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.914220778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d9e0501-6c72-48dd-847b-fcb1159a7317","remote_addr":"[::1]:64326","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3644,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.914459524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ebd7ef2f-a58d-431c-933c-72524f62f609","remote_addr":"[::1]:37696","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3536,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.914586677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ab1af765-92d5-4cca-937d-0c892d8e26a6","remote_addr":"[::1]:55494","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3542,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.914633941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"f827e3af-5bf3-4a4e-9682-b12e1bd38c7a","remote_addr":"[::1]:61283","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3496,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.914791265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ac40bd78-a158-4723-9e5b-24c203b5cd25","remote_addr":"[::1]:52282","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3410,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.914843389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"195a1b5c-8e36-40cf-b8ad-56ec710cd210","remote_addr":"[::1]:44569","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3346,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.91487418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"93d4c096-44b0-4e2b-baee-8435a1dae0ff","remote_addr":"[::1]:47257","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3270,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.915009289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.922062943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.928592172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.928664396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"reading DNS zones","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.928692001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.928717993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.928746339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.928774876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.928801179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.929170745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.933837533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.982842092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.984839231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.985131463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.985178717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.985208737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.985735677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.987195195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.987253381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.987668298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.993953931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.994019071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.994072247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.994417465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.994527725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.999131958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:48.999189854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:48.999213851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.999242949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:48.999595482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.004155006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.009312843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.014210601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.014278938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.015197718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.017771486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63475","req_id":"6493051b-8405-49fd-a1fc-a485bdc2c743","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 96 54 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .T..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.018050793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63475","req_id":"6493051b-8405-49fd-a1fc-a485bdc2c743","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.022770176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.02375083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.023923303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.024027541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63475","req_id":"6493051b-8405-49fd-a1fc-a485bdc2c743","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"found zones","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.024394252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.024451095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3ebdc930-bd21-4a43-bede-2a73632e2fce"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.024603318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.029456378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.037661195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.037734712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.050900113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.051500118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.051563304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"reading DNS zones","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.051591781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.051615679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.051641851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.051668674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.051734155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.052669819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.059106233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3153, tv_nsec: 858013454 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.059255511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.05951621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.063809434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.076786059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.076929886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.07696244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.077715751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.089858886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.101773825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.101844276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.10187654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.10798455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.109304009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.109364089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.109396734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.109422906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.109878995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.110090255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.110134413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.110542667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.118151557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62757","req_id":"e27525f7-b116-4c9b-8a49-100798100e67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2e 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .o..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.118241877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62757","req_id":"e27525f7-b116-4c9b-8a49-100798100e67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.11847411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.11859476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62757","req_id":"e27525f7-b116-4c9b-8a49-100798100e67","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.118895028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64671","req_id":"343d918a-2415-4f76-bd88-b600c92dd706","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 37 7c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 7|..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.118946511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64671","req_id":"343d918a-2415-4f76-bd88-b600c92dd706","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.119085087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.119120918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64671","req_id":"343d918a-2415-4f76-bd88-b600c92dd706","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found all DNS names for zone","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.121170442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","found_so_far":23,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3ebdc930-bd21-4a43-bede-2a73632e2fce"} {"msg":"read DNS config","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.1212399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.121271173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","generation":1} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.121296643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"generation\":1}","iteration":2,"elapsed":"793.99376ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.122332097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.204827924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_server_url":"http://[::1]:42356","servers":"DnsServersList { addresses: [[::1]:42356] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:42356/config","method":"PUT"} {"msg":"found zones","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.207984824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.208065605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"ace13ac6-7cd5-47e2-b0a7-e615aa28e646"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.208102649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.208179051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.208212738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.208238319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.209025157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.209186649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.214098104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.214235829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.214283193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.214309786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.217745411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:41653"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.448990632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.452195869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/config","method":"PUT","req_id":"d3e5135a-2e65-4898-85e1-519266ab0de2","remote_addr":"[::1]:41653","local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.456453131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"new_generation":1,"req_id":"d3e5135a-2e65-4898-85e1-519266ab0de2","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.456545194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"new_generation":1,"req_id":"d3e5135a-2e65-4898-85e1-519266ab0de2","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.45765716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/config","method":"PUT","req_id":"d3e5135a-2e65-4898-85e1-519266ab0de2","remote_addr":"[::1]:41653","local_addr":"[::1]:42356","component":"http","kind":"dns","component":"internal_dns_server","latency_us":5473,"response_code":"204"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.458824736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58083","req_id":"5f28e52a-7b16-464f-ac8c-4d1731590f89","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 34 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c w4..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.458888664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58083","req_id":"5f28e52a-7b16-464f-ac8c-4d1731590f89","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.459186928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:49.459284683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58083","req_id":"5f28e52a-7b16-464f-ac8c-4d1731590f89","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.459312167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_server_url":"http://[::1]:42356","servers":"DnsServersList { addresses: [[::1]:42356] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:42356/config\", status: 204, headers: {\"x-request-id\": \"d3e5135a-2e65-4898-85e1-519266ab0de2\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.459356796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_server_url":"http://[::1]:42356","servers":"DnsServersList { addresses: [[::1]:42356] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"DNS propagation: done","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.460378392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"servers":"DnsServersList { addresses: [[::1]:42356] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.460526848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"generation\":1,\"server_results\":{\"[::1]:42356\":{\"Ok\":null}}}","iteration":3,"elapsed":"338.191595ms"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.462062738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.462110293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.462765007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.463533047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.463572366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.463597576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.553684899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.560095131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.560274348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.560378225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.561472465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.564111704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.564940715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.565048871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.565134882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.565870047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.578693868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"ace13ac6-7cd5-47e2-b0a7-e615aa28e646"} {"msg":"read DNS config","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.578764849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.578795089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","generation":2} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.578822704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"generation\":2}","iteration":2,"elapsed":"1.250800829s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.579596115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.630517804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_server_url":"http://[::1]:46075","servers":"DnsServersList { addresses: [[::1]:46075] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:46075/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.631717734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:24:38.564811Z, time_modified: 2025-04-30T06:24:38.564811Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 418e81f9-7916-46b1-b6f3-6eb831540bfd, db_silo: Silo { identity: SiloIdentity { id: 418e81f9-7916-46b1-b6f3-6eb831540bfd, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:24:47.558036Z, time_modified: 2025-04-30T06:24:47.558036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 418e81f9-7916-46b1-b6f3-6eb831540bfd, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 418e81f9-7916-46b1-b6f3-6eb831540bfd, db_silo: Silo { identity: SiloIdentity { id: 418e81f9-7916-46b1-b6f3-6eb831540bfd, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:24:47.558036Z, time_modified: 2025-04-30T06:24:47.558036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.631813836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"418e81f9-7916-46b1-b6f3-6eb831540bfd\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"418e81f9-7916-46b1-b6f3-6eb831540bfd\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 418e81f9-7916-46b1-b6f3-6eb831540bfd with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"1.302949132s"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.633933419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:46075","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:59708"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.634310941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.634360279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.634386953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.635157648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.664962172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/config","method":"PUT","req_id":"338d4f6c-6914-41be-9103-ca8962f8dc70","remote_addr":"[::1]:59708","local_addr":"[::1]:46075","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.672880288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"new_generation":2,"req_id":"338d4f6c-6914-41be-9103-ca8962f8dc70","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.672947953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.672972883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.673229243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.673576365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.673615052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.673635984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"new_generation":2,"req_id":"338d4f6c-6914-41be-9103-ca8962f8dc70","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.688975266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/config","method":"PUT","req_id":"338d4f6c-6914-41be-9103-ca8962f8dc70","remote_addr":"[::1]:59708","local_addr":"[::1]:46075","component":"http","kind":"dns","component":"external_dns_server","latency_us":24058,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.69104007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_server_url":"http://[::1]:46075","servers":"DnsServersList { addresses: [[::1]:46075] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:46075/config\", status: 204, headers: {\"x-request-id\": \"338d4f6c-6914-41be-9103-ca8962f8dc70\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.691112444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"dns_server_url":"http://[::1]:46075","servers":"DnsServersList { addresses: [[::1]:46075] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"DNS propagation: done","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:49.692047868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"servers":"DnsServersList { addresses: [[::1]:46075] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.692103188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"generation\":2,\"server_results\":{\"[::1]:46075\":{\"Ok\":null}}}","iteration":3,"elapsed":"112.58611ms"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.692315852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.692363748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.692390311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.692914786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.698478331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b44942e-870b-4ed0-b574-de769105cdf0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.699465928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.699750515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.706190547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.706258171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.706283933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.706316888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.706342129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.706365876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.706741384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.726285234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.726345504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.726377117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.72698081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.727500155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f3d9f4-3acd-4241-92d0-07aa0fd4bd3b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.728288335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.747018013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.747167751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.747259995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.754010865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.759097831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.76603338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.76609371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.766782973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.766855097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.776538901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.77660854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.777263214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.784191518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0002101-7f4d-44c8-b069-fa3389edf938\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.784937094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.785644684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.785700465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.786128046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.789394604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.789451418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.790309838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.792004515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69743ab6-7461-424c-bcf3-07ec4fa02206\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.79248907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.793193363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.793252361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.793281278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.793308012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.793780603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.796230976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b26859-49a5-49b1-a92c-75a314a94b39\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.796372107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.797375035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.797425115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.797453521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.797860502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.799356002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896ee51b-ed73-41e5-9090-db2f8bdc672e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.799474117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.799787802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.799832191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.799858764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.800266015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.802429305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c14dfd-3e64-4d4c-b14d-91655dc792e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.802540868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.802731227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.816381725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.816466233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.816492365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.81676111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.817771854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.822268053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dadc0d4e-fa4a-4ba5-849a-e47239eb5cb5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.822513241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.823061504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.823113046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.823955345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.827036694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5f9d3d-30de-4e66-b48e-b16b66216cd2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.827349427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.827624215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.827675897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.82821422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.830844881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59039210-d4e3-4841-947b-7edff524a4b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.831287022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.832167887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.832345161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.832747422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.834130728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f08f5bc-f96f-492c-a5fa-af1a78c42c36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.834198042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.835454666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.83552169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.835552962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.835580146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.836079832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.836229079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14e4cd77-6697-47b7-94ed-20f8af42d17b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.83636506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.838920502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24d3b2e-dcda-4df3-b5d9-f2eb3c553d92\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.838986343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.839464035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.839517842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.83954712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.840100853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.849302467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.849372957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.849402316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.849779507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.852039941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.859059788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.859128425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.859154827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.859188655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.859215238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.859242352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.85953266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.868519796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa515fb-b864-437a-84b8-b306134a90eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.873361353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.873702452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.873839826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.87394215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.874722956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.88152095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.881625058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.881665909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.882260875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.88452194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ec27f3-ba22-43d7-8b1e-650f9b14f33d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.884562631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.884593432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.893383285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.89352098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.893557182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.893850085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.896536678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf74b635-31de-412c-a39e-c3ce7b817766\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.896660805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.903585893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.903641163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.904385887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.937931084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.937979009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.938774454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.940868076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568fa17b-7f9d-47d6-956f-6ec431098f2b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.941007333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.942863812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.942905405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.943545851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.944824138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5021e18a-f5cb-426c-ab8a-e4dbaecd7118\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.944942383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.945920913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.945961835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.946397292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.94786173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"848ec3a5-de89-4d0d-9503-805549be4482\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.948006729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.948641063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.948693407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.948722154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.948745882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.94920677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.949803589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3556eb47-2efa-4629-8e61-5417c489c687\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.9499395Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.951358006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d3c275-7046-4284-a974-01fb35cd9631\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.951502885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.951680809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.951724887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.95175149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.952141657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.954739002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eced5d9-cfae-4770-88e3-0a5b2f23db8e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.954848671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.954881887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.954911927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.954942558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.955193508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.955399388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ea43e7-96ae-4e87-a33d-c3bafeff83e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.95567121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.964346415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df856754-7d77-47e9-a7a1-fa0cc4eddd3b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.964717013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.973592597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.973641194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.973775662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.97380008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.973900961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.973929528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.973954358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.973975911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.975358245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.975405239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.97543113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.975982519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.976225613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128d0cf5-fcd1-456b-838b-0784d20f2e4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.976287847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.978580124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.978626457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.978652378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.979075161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.980973854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fddae075-3f3f-461c-a63b-0a07b9214ea3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.981082951Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.982053465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.988330111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.98839015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.988416994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.98893215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.990722577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"057f427c-af59-4a90-b717-574298a02b07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.990840332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.992698494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a34390-449a-4865-a422-60339f497804\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.992837722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.997530832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: b47e686e-574f-494c-84aa-3f11fb4d6b01, kind: Service { id: 261f83df-6167-4161-b713-b4e09c56d968 }, name: Name(\"external-dns-261f83df-6167-4161-b713-b4e09c56d968\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 2b85c3d1-d48a-426b-8f4e-e3821463d9cb, kind: Service { id: 2a0ca3d5-715b-47e7-85a4-2d03ee80e796 }, name: Name(\"nexus-2a0ca3d5-715b-47e7-85a4-2d03ee80e796\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.99758979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.997749077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:49.99778081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.997806031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:49.998014576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.002903828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.006886222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.007237182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.007284937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.008089089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.008739886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71242cbe-2609-42e4-a22c-30f91be7545d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.009010064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.013405772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:24:47.801236Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.013499399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.013711251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: b47e686e-574f-494c-84aa-3f11fb4d6b01, kind: Service { id: 261f83df-6167-4161-b713-b4e09c56d968 }, name: Name(\"external-dns-261f83df-6167-4161-b713-b4e09c56d968\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2b85c3d1-d48a-426b-8f4e-e3821463d9cb, kind: Service { id: 2a0ca3d5-715b-47e7-85a4-2d03ee80e796 }, name: Name(\"nexus-2a0ca3d5-715b-47e7-85a4-2d03ee80e796\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.013770729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.015491859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0324738-c695-4662-b171-31a1c093c164\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.015756796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.016968461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abad3dc6-dbf7-479e-be60-898995a7e0d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.017135213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.018153061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5bf0922-a080-4ca1-8e0a-02131b45bdb7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.018255635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.019341719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e72fde-f38a-4762-b3ab-f06a9a7b46aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.01946777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.020434817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca40072f-9bd4-4fb3-a621-5899e380f227\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.020507111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.02200695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a56e474-f1c5-4dff-8d5d-531e252ccaac\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.022230234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.024676729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57d96232-bfbc-4dd8-853c-be495706d60c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.024750676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.027445465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e1bf01-dd86-4bd0-94f5-c7be54f77170\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.027510715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.048232602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:24:40.435544Z, time_modified: 2025-04-30T06:24:40.435544Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(39544), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(54311) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.048285428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.048307381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.048336179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.050003701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.056476498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.056541036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.056576557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.056605084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.057104289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.065519716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a73ffea-83a3-4e28-b194-8652c489e98e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.06565719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.072567709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.077934291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.137538418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:39544/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.141878345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39193"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.151312663Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fa5b97c4-6373-4bfc-8da1-9b616d2d7923","remote_addr":"[::1]:39193","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.152133368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fa5b97c4-6373-4bfc-8da1-9b616d2d7923","remote_addr":"[::1]:39193","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":836,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.153966009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"fa5b97c4-6373-4bfc-8da1-9b616d2d7923\", \"date\": \"Wed, 30 Apr 2025 06:24:49 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.154903026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.15496031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.245925893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246037476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246086834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246124519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246160491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246199639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246234388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246272454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246306442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246340169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246379046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.24641116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246446561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246485869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246520398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246553965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246590588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246624355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246657621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246695968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246728883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.246763382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251116225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25119927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251237497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251270402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25130973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251346163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251381954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25141492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251447305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.2514802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251512414Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251547264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251598366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251636321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251670199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251703405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251730759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251763314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25179648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251830137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251865408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251904125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251939325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.251973573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252015166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25205244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252089835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252296797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252352678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252389362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252422999Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252456836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252496615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252523038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252556485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25258922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252626304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25265949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252692926Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252726173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252871051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252918967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252962534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.252989597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253021972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253060108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25309114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253138735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253175618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253200858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253231419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253262651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253296339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253330126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253363422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253396538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253427159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25345777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253489824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253522399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253555826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25358794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253624883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253658671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253689973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253721025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25374851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253783359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253815984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253899661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253935432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.253969129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254002846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254035652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254074539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254106383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254141262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254175791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254209919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25434605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254387823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25442125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254459847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254493003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254524937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254559235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.2545919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254623693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254654795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254685226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254715296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254744915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254774524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254804664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254835034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254867419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254899914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25493305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254963881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.254994001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255030434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255062277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255093219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25512402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255160813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255192988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255223308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255260803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25529434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255328738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255359109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255393337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255426443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255457274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255487795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255519198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255550821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255583776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255621391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255656221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255695559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255727783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255767242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255800107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255832291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25586658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255904996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255939575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.255974675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256007701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256046298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256078993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256111137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256145836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256177529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256214783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256246286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256278621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256316296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25634853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256380814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256405313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256443178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256476014Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256507076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256541054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25657438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256620602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256655572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256687044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256721333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256758867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256790841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256820961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256852444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256884247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256914137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256944868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.256975459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257009427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257047893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257082312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257125107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257152542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257184646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257224165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257259305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257292831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257323372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25735754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257389173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257421177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257452329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257485575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257517539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257551306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257584803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25761839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257651646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257684812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257715323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257747758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257787567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257819771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257850863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257880863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257911324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257944119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.257975912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258009149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258041904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258074118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258106342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258138677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258171322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258203245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258234638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258278525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258312112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258343876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258377753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258409987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258443434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258481349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258514546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258547631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258579455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258612731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258646759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258678753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258711859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258744434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258779033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258816878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258852789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258885815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258916817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258947318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.258980273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259013109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259046706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259081966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259113489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259145763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259177146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259216284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259251394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259284089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259316113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259349339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259381723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259413827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259446102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259480169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259513596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259546772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259580499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259612403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259642363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259678996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259710929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259742813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.25977657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259814656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259848403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259882201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259915677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259948653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.259980366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.260020476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.260053542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.260088081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.260119273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.260152649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.260182639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:35948","component":"dropshot_external","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301617425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301713537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301751422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301780711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301809157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30183578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301862333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301888746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301915319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30194127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301966561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.301994988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302022422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302048905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.3021318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302164114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302190407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302219966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302247691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302276569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302304284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302330175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302355125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302380816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302408552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302436297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302461066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302484854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302509903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30253337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302557518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302581125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302604582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302630594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302654061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302677758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302701084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30272906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302755373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302807897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302842226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302867857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302893007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302917997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.302943968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30296978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30299502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303023246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303048988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30307526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303147434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303189237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303213666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303237513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303260369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303283365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303307182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303330478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303354737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303377392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303399736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303422923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303445979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303469626Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303492702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303516048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303540096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303564735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303590987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303616619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303641288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303669384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303693552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30371784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303743812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303767419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303792629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303820815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303846226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303872007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30389852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.303925474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304014341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304045964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304071545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304096124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304120402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304144661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304170733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304194991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304309249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304350561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304376673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304404198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304429699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304454678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304478796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304501532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304525069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304548876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304574166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304597423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304620048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304642312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304667001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304689997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304713043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304738644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304762341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304785307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304810297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304833062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304857351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304881669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304906889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304931568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.304954424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30497727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30500243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305027109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305049614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305071828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305095996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305120204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305142639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305164703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30518824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305275133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305347527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305384691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305410793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30543427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305457156Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305480182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305506875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305530291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305553127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305578447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305601563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305623948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305647665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305673096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305696332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305719228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305742524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305805921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305834658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305859167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305883455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305909537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305932914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305962402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.305987392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306010498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306033344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306059656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306082862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306105497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306131249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306154615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306178212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30620224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306226318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306249264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30627222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30629751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306320526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306402229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306432689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306456106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306479302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306502528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306565574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306594121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306617738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306640994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30666403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306686916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306709751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306733799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306757286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306779931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306803077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306826073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306849089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306874119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306897455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30691979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306945281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306968327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.306990691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307014068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307037364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307061622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307084859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307107584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307131492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30715556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307178986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307201361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307224587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307246982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.3072714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307294767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307317502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307343765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307366831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307455838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307481108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307504545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30752714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307549354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307572621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307595186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307618121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307642911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307665486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307688321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307710796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307734193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307759333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307784232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307806827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307830104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307852408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307877899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307900504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307924351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307947057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307972117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.307996706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308021776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30804429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308066635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30808916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30811436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308137416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308162085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30818467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308206794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308229018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308251263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308273748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308296052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308318617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308341082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308363166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30838545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308449778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30849067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308516211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308539477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308562032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308586621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308609336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308631821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308654416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308679356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308702542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308725618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308789555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308817551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308843413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308869785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308892681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308917079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308939805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308964404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.308989263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309014694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309040636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309064283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309089844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309114332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309140174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.309164983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309187117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:37820","component":"dropshot_external_techport","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"registered DTrace probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309206736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309229943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:64536","component":"dropshot","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.309256456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:64536","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309282477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:64536","component":"dropshot","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:64536","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309306636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309326806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","addr":"127.0.0.1:63508"} {"msg":"starting producer registration task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309346826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.309366174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","interval":"10s","address":"127.0.0.1:64536","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Running step start_oximeter","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.309393529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.30941415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"registered DTrace probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.329094151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.329207136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.32923905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.330419291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.331235056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:63508","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.331281138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.414552481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://127.0.0.1:63508/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.417188643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:63556"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.428048511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"ac7c7f6a-3914-475d-8d28-ceb5a1211401","remote_addr":"127.0.0.1:63556","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.436340843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ac7c7f6a-3914-475d-8d28-ceb5a1211401","remote_addr":"127.0.0.1:63556","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.436422345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ac7c7f6a-3914-475d-8d28-ceb5a1211401","remote_addr":"127.0.0.1:63556","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.43736316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ac7c7f6a-3914-475d-8d28-ceb5a1211401","remote_addr":"127.0.0.1:63556","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.459333304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:50.471859732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.471916174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.471941565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.475409074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:50.477799557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.477852342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.477882542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.477909927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.487024316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.488690326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c328c18-50d3-4525-a8d6-986ddafb492d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.488868972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.4891539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.49276255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"ac7c7f6a-3914-475d-8d28-ceb5a1211401","remote_addr":"127.0.0.1:63556","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":64763,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.493158037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.49428378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7c7f6a-3914-475d-8d28-ceb5a1211401\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:50.496124528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ac7c7f6a-3914-475d-8d28-ceb5a1211401\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:24:50 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"ac7c7f6a-3914-475d-8d28-ceb5a1211401\\\" }\"","delay":"164.812238ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.49668243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.500578212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.503249254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.506882753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.511421697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.512113565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abcc2887-3006-4ecd-9185-fe7c7a27e87f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.512353623Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.514394941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.514818535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b2994d-3a25-43a6-8116-e0cbc90ed58c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.514944315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.515889899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79c7e94-916c-4da5-9fad-2504280c6f7e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.516053245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.517141753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.517584746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39925c5b-e017-4937-b540-879f6b520f22\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.51785784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.519176177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d9e41b6-dcc7-4de2-82cb-dd8f0f41babc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.519305675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.519816072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.520383883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64eb8cd7-f9ec-4e8a-ae3e-8d382901aa84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.520544443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.520581958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.525262894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.525585998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba655a29-9948-4c97-9b6c-88ae1c51ae43\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.52588285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.528012753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.528375666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc2a938-c1c2-4e1b-8d3e-39400b126b66\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.528568992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.530654617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17312346-c2db-4c26-bbbd-317d4349d314\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.53079643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.530978312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.533758261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b767fb2b-56c3-48f5-b17c-b2a8e2be2edb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.533908049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.534544107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.5360116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a9bd10-4138-45ea-82c6-ab1d1b6b405c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.536228513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.536274134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.536580915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.536627888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.537202243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.537523383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.541093456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.541414365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.54552218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.545693601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.563579187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.563840458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.563943162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.564573238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.565273543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.569595905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.569931985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.575473726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.575537994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.575571491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.576868385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.578394606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.585040447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.656972818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.657034821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.657527052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.657678995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48698"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.658105154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"71689e61-bd6c-48cb-aaa1-460ac83853ac","remote_addr":"[::1]:48698","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.658494239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"71689e61-bd6c-48cb-aaa1-460ac83853ac","remote_addr":"[::1]:48698","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":400,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.658758756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71689e61-bd6c-48cb-aaa1-460ac83853ac\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.714754604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.7149431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.715455731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.716652025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56569"} {"msg":"will register with Nexus at 127.0.0.1:63508","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.717372751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.773354962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://127.0.0.1:63508/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.773864798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.774023674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:45330"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.774224995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a6dc62d2-80bc-482f-b3d9-9ce7ef0fadc7","remote_addr":"[::1]:56569","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.774700533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a6dc62d2-80bc-482f-b3d9-9ce7ef0fadc7","remote_addr":"[::1]:56569","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":479,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.775107093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"4574ffb3-c3f6-4027-9139-be306f3b1fba","remote_addr":"127.0.0.1:45330","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.775269136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6dc62d2-80bc-482f-b3d9-9ce7ef0fadc7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.828336388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.828443912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.829099779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4574ffb3-c3f6-4027-9139-be306f3b1fba","remote_addr":"127.0.0.1:45330","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.829181441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4574ffb3-c3f6-4027-9139-be306f3b1fba","remote_addr":"127.0.0.1:45330","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.830966739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4574ffb3-c3f6-4027-9139-be306f3b1fba","remote_addr":"127.0.0.1:45330","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.831090956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.831166006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32814"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.8315696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9e92edd9-8304-47c1-a76c-551d3fc0298f","remote_addr":"[::1]:32814","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.832448561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9e92edd9-8304-47c1-a76c-551d3fc0298f","remote_addr":"[::1]:32814","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":909,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.832768769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e92edd9-8304-47c1-a76c-551d3fc0298f\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.884596031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.884680309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.885553309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"4574ffb3-c3f6-4027-9139-be306f3b1fba","remote_addr":"127.0.0.1:45330","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":110427,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.886709953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.886796766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55978"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.886934611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4574ffb3-c3f6-4027-9139-be306f3b1fba\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:50.888439529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"4574ffb3-c3f6-4027-9139-be306f3b1fba\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:24:50 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"4574ffb3-c3f6-4027-9139-be306f3b1fba\\\" }\"","delay":"557.059655ms","count":"1"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.889014275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1baa4dc8-9098-4db2-9782-72135866649a","remote_addr":"[::1]:55978","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:50.889644119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1baa4dc8-9098-4db2-9782-72135866649a","remote_addr":"[::1]:55978","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":637,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.889872354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1baa4dc8-9098-4db2-9782-72135866649a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.891425148Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.891480448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.891508574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.895098567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.89517515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.89521043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.895237454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.897335033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.89778031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.902401568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.904872421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.909586894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.909945529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.910057842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:50.910582849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.9110602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.921060074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.92863685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.939587488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.967179674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.98266634Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:50.995802904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.008066268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.017087362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.029608489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.042756787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.057818466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.061378028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.072213738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.080109018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.080191643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.086911873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"c4ccc252-39f8-4d8c-8d8c-a354e2b7f03d","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.088091713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52977","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.088140881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52977","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.088171993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52977","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.088199228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52977","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.0882253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52977","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.088834493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52977","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.089727322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.089777121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.511106313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:63508/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:63508","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.511903952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.557979033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://127.0.0.1:63508/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.559960351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:40702"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.560026653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:46553"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.562326385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"c7912a8c-d64d-4dec-9c17-bd70c99ebfba","remote_addr":"127.0.0.1:46553","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.565406402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c7912a8c-d64d-4dec-9c17-bd70c99ebfba","remote_addr":"127.0.0.1:46553","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.565474808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c7912a8c-d64d-4dec-9c17-bd70c99ebfba","remote_addr":"127.0.0.1:46553","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.566202137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c7912a8c-d64d-4dec-9c17-bd70c99ebfba","remote_addr":"127.0.0.1:46553","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.567490394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors","method":"POST","req_id":"8baf313f-beac-4be1-8414-393db995487e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.567893588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"8baf313f-beac-4be1-8414-393db995487e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.567996513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"8baf313f-beac-4be1-8414-393db995487e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.568409125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"8baf313f-beac-4be1-8414-393db995487e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.585712741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"c7912a8c-d64d-4dec-9c17-bd70c99ebfba","remote_addr":"127.0.0.1:46553","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":23388,"response_code":"503"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.585849043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","address":"[::1]:52977","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.586052839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors","method":"POST","req_id":"8baf313f-beac-4be1-8414-393db995487e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":18565,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.587833156Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7912a8c-d64d-4dec-9c17-bd70c99ebfba\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:51.58828184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c7912a8c-d64d-4dec-9c17-bd70c99ebfba\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:24:51 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"c7912a8c-d64d-4dec-9c17-bd70c99ebfba\\\" }\"","delay":"1.256962195s","count":"2"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.588676697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"8baf313f-beac-4be1-8414-393db995487e\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.588821495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.58886427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.588900282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591484761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591534551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.59155925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591578538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.5915996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591618207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591635732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591655131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.59167455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591692505Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591710331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591728186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591747094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591767585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591787565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591807494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591825751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591843406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591861652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.59188062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591898897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591917353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591937263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591956511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591973876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.591991732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592008956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592026872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592047172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592066981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592084506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592103775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592123644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592141259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592159596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592179085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.59219689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592216369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592233744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592250968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592267741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592285016Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592304224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592323763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592341298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592360216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592379334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.59239766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592414674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592435486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592454303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592475285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592495275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592516126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592535295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592552639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592569964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592586837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592606567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592624182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.592644332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.59266363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.614730557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.61489777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.614943441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.614974543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.615007479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.615055655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.615089953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.61511825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.615146346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.61517365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.616069315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:52568","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.616130887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:52568"} {"msg":"inserting test physical disk","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.616158081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","model":"test-model","serial":"totally-unique-serial: 92acec5a-4f5a-49aa-a3d1-cbe4834971a6","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"92acec5a-4f5a-49aa-a3d1-cbe4834971a6"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.616193171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.616222249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.616595042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.617106912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.738151515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:52756"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.738392445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.738903444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.739526826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"768294d6-9a29-466f-85a8-0ce30e12b67d","remote_addr":"127.0.0.1:52756","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.739862865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b294282-a42d-4f9b-af66-c61560bcda47","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.742978533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"768294d6-9a29-466f-85a8-0ce30e12b67d","remote_addr":"127.0.0.1:52756","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.743051338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"768294d6-9a29-466f-85a8-0ce30e12b67d","remote_addr":"127.0.0.1:52756","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.74389577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"768294d6-9a29-466f-85a8-0ce30e12b67d","remote_addr":"127.0.0.1:52756","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.744409504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b294282-a42d-4f9b-af66-c61560bcda47","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.744476948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b294282-a42d-4f9b-af66-c61560bcda47","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.744883539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b294282-a42d-4f9b-af66-c61560bcda47","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.749210009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.749455808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.750580529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.751686142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b294282-a42d-4f9b-af66-c61560bcda47","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":11893,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.75248813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.752705503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.752818458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.75292988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.753510688Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.755879587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b294282-a42d-4f9b-af66-c61560bcda47\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.756144125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.762497052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.766977399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.796874467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.798889742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"768294d6-9a29-466f-85a8-0ce30e12b67d","remote_addr":"127.0.0.1:52756","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":59401,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.894663104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","physical_disk_id":"92acec5a-4f5a-49aa-a3d1-cbe4834971a6","zpool_id":"a9310f0f-1045-4ebc-9a37-84bd810df265","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.894804275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.894904375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.895621734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.899185876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.899244853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.899278711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.899304752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.899898295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.903889457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.907704939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.914197365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","collection_id":"4a3eb4e5-4ef6-4400-b8ac-e860182dd589"} {"msg":"inventory collection complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.914255681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","time_started":"2025-04-30 06:24:49.463282 UTC","collection_id":"4a3eb4e5-4ef6-4400-b8ac-e860182dd589"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.914425329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"collection_id\":\"4a3eb4e5-4ef6-4400-b8ac-e860182dd589\",\"time_done\":\"2025-04-30 06:24:50.891407 UTC\",\"time_started\":\"2025-04-30 06:24:49.463282 UTC\"}","iteration":6,"elapsed":"3.585026441s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.914543465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.914634516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"43.076µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.921268925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:51.924271597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.924331146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"3.047532ms"} {"msg":"upserting Crucible dataset","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.945964659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dataset_id":"fe15763d-7042-4b14-afc1-819506e093d7","zpool_id":"a9310f0f-1045-4ebc-9a37-84bd810df265"} {"msg":"inserting test physical disk","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.964331795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","model":"test-model","serial":"totally-unique-serial: 92acec5a-4f5a-49aa-a3d1-cbe4834971a6","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"92acec5a-4f5a-49aa-a3d1-cbe4834971a6"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.964412205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.964449158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.965389262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.970139296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"PhysicalDisk { parent: Fleet, key: 92acec5a-4f5a-49aa-a3d1-cbe4834971a6 (physical_disk), lookup_type: ById(92acec5a-4f5a-49aa-a3d1-cbe4834971a6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.970203634Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.970241179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.970271339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.971181733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.973592285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.983007555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 92acec5a-4f5a-49aa-a3d1-cbe4834971a6 (physical_disk), lookup_type: ById(92acec5a-4f5a-49aa-a3d1-cbe4834971a6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:51.983099598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","physical_disk_id":"92acec5a-4f5a-49aa-a3d1-cbe4834971a6","zpool_id":"a9310f0f-1045-4ebc-9a37-84bd810df265","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.983132784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.983161411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.984745077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.987687329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.988127195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:51.988186153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.988218227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.989185073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.991300598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:51.994402989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.009513687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.009694437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.009942601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.010046618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.010829368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.016166772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.01970374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.019766344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.020377452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.020959963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.027849019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.027899649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.02793001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.027955441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.028388353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.02855738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.028611077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.028684814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.028714944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.028740835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.03017342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.03564936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.050842321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.050905146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.050988753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.052487429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.053951997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.060738549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.060799761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.060832546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.061307232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.068161619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.068219995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.078626529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65146","req_id":"987978e0-7d31-478a-b38b-eb541f445003","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c4 0a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.078705326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65146","req_id":"987978e0-7d31-478a-b38b-eb541f445003","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.078856758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.079080023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.079292206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.079495631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65146","req_id":"987978e0-7d31-478a-b38b-eb541f445003","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.07982122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.079883855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.080376977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.080869408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3156, tv_nsec: 879755647 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.080948997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.080980379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.085255637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52722","req_id":"d1e8ae26-2371-4c05-a0fb-366448208853","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ce a1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.085378803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52722","req_id":"d1e8ae26-2371-4c05-a0fb-366448208853","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.085480676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.085559393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52722","req_id":"d1e8ae26-2371-4c05-a0fb-366448208853","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.08562313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61489","req_id":"1d33898c-0d57-4c83-ab63-071a0d9a74e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 ec 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.085823599Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61489","req_id":"1d33898c-0d57-4c83-ab63-071a0d9a74e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.085933007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.086263516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61489","req_id":"1d33898c-0d57-4c83-ab63-071a0d9a74e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.224290796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.22679226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.226856438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.22906059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61170","req_id":"b7bfab2e-fd48-4a40-89b3-b38dbb14e997","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c5 30 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .0..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.22913132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61170","req_id":"b7bfab2e-fd48-4a40-89b3-b38dbb14e997","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.229534424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:52.229635725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61170","req_id":"b7bfab2e-fd48-4a40-89b3-b38dbb14e997","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.230805186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.230865456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.230895255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.258145199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b217f325-db96-416b-b7dc-cd9e8c10f0f4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.258671948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.264677073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3331f89-c096-475f-b49e-c0f98a378e55\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.265563048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.268844396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"815377ed-67a2-4d84-894e-dcba2e24147a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.268936019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.270923509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a2cf9d-efdd-4454-8fe3-31b5eca18a57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.27104963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.273865681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505a8d44-7dd2-462b-b888-46cdec16aced\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.274219646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.280253789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96eb1f27-25e0-4bc2-9a3e-e7b2f28a944a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.280443126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.282932857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e5969f-938b-4fd4-90a4-d111e92b658b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.283000111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.2856651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e333e88-749f-46bd-8a55-afcf18667d9e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.285732445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.287096703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ec8f37-1385-40ec-8a95-0026bf0c3e2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.287279587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.289818125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b90c20f1-ec19-4e0d-be0d-e74714ba607e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.291358624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.293279241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a20cb38-f81c-4e83-9213-153b872c3568\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.293526604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.295062925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2bea9b-842d-4df6-8707-645e6b1637ce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.295313875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.29889012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63bf2f02-6f32-43de-9b86-5d8d5c6010ee\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.299236771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.302742416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.304723473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84520737-7bac-487e-9f5f-4884309da05c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.305701351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.309409059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3489aa-c510-4b5c-9270-61fb7a0a1cd0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.309761902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.315584092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd51fb7b-ee73-4050-b543-9dc82d8182bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.315678821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.318096678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b56d1d-3ee9-4778-b34b-5da814a2e696\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.318164954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.320099038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e376ea2a-ee48-408d-a1ff-274dd6365484\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.320856286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.325792502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4bbe7c-8cb4-4518-9fbd-fc568e03f577\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.326101547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.327721154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbf4bac-0a85-4910-a425-7b1aeb468f53\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.328913931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.330058221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e655e80-5b56-405e-b2d1-4838c8fedc36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.330184643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.331451246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d449a979-818d-44e9-9054-341d7f05baa1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.331504031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"will register with Nexus at 127.0.0.1:63508","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.332423163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.381841125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://127.0.0.1:63508/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.382270079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45ea7cd-60ac-437d-9215-0508bbb9b373\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.382807631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.383257978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.383316274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.383345853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.383370993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.384406045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.384463179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:45268"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.38570847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"e978e4a1-c982-4e65-868f-e4e3fcd8e785","remote_addr":"127.0.0.1:45268","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.386106563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e978e4a1-c982-4e65-868f-e4e3fcd8e785","remote_addr":"127.0.0.1:45268","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.386171833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e978e4a1-c982-4e65-868f-e4e3fcd8e785","remote_addr":"127.0.0.1:45268","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.386634996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e978e4a1-c982-4e65-868f-e4e3fcd8e785","remote_addr":"127.0.0.1:45268","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.388522617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.395641762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.395697403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.395723635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.396280384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.403804075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.403887841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.404270905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.406710425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9342361-d93c-4aeb-b46e-13da8f50aa21\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.407100362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.429384512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.429942644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/producers","method":"POST","req_id":"e978e4a1-c982-4e65-868f-e4e3fcd8e785","remote_addr":"127.0.0.1:45268","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":44042,"response_code":"201"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.437014785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e978e4a1-c982-4e65-868f-e4e3fcd8e785\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.438624893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"producer-registration-task","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.458441246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd8e3ce-9aa7-43d3-9ab5-de4959fb0f28\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.458803698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.462780772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9169d48-53e7-4a19-a228-989400e8e62f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.463099036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.466685131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b45ffa-4a1c-4212-884b-6b851ebf2a96\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.466889528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.47040862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90be5ae3-0114-447f-b912-80337abab841\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.471704722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.47505139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.476996736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3c654a-bad1-4b68-9172-edf2b9a46f56\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.477340832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.479612348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b7bc9d-3117-443c-8d06-e0d9de28bfd3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.479832346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.480979331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ca7aa9-aa7c-4647-a2de-ba57daf8b623\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.48139044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.482831702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bafa7cb5-ea7d-4bb5-8df8-d49d00a7ea9b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.483251398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.48762867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc351fe-0a40-4f71-88cb-89d0dbe8daa8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.487991092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.490352487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c52888b3-22d4-4a81-ae38-9b27f2e6add4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.490568958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.492098946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1d6454-7164-43ce-9c10-aa522a6fb598\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.492644453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.495024736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2b81b2-311c-48a7-9809-abe010a65c4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.495144905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.497158417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"811e36da-e3a6-4c8d-9081-230f84ce6819\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.497226934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.499004125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678fded2-e912-43d3-8549-2c5e395b1f1f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.499083473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.500723059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3d5e57e-1aca-46cf-bd7b-8e69e74386af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.500842387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.502732543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283fd02e-4b75-401b-80ac-4ca567b8a7c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.502804847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.504711125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d15ee9e-06a6-4877-b5eb-99db560845fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.504756756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.505929282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2fc8c9-ef4a-44cd-9907-0b29aafc9c70\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.506106235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.50767484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d484056-bcd0-4a80-b17e-b91f38bdcbee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.507803386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.508941153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e4e3c7-00a7-44f8-b7df-d6fa538fccf5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.509070982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.512877266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"683f28f2-fc14-4f7a-97d4-c0843827a664\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.513138246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.513222383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.515014133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bd3dd4-1188-41ef-9f14-30037c50e1d1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.515376205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.517710295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe3054b-cb21-4d74-a5a1-ce1931b3525f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.51789321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.519366676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c88fef-e309-42a4-b196-9064a358c514\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.51950924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.520783939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65bdd5c1-aac0-446a-adb0-fd84b540f236\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.52092959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.522095543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"536e7ffa-2761-4c50-8b62-6e2d989745bc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.522339168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.522392134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.522425711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.522453887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.523421915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.525910874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.530658313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.531794948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.531858996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.531890979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.531918494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.531942512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.531980378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.532301046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.532354313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.532384052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.534253797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.538073508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.546219628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.5462908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.546321121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.546720647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.546984312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.551755478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.551862231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.551899886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.552210575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.554503634Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.554566028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.554984281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.643664792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.643756314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.645564947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58573"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.645724896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"af408d24-f894-4290-ad86-b0e9e744d032","remote_addr":"[::1]:58573","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.645851318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"af408d24-f894-4290-ad86-b0e9e744d032","remote_addr":"[::1]:58573","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":485,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.647737606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af408d24-f894-4290-ad86-b0e9e744d032\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.706209889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.706379867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.707331563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36719"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.710404827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"97b62384-5ab9-4265-bbe7-507cb3d3506e","remote_addr":"[::1]:36719","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.710735846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"97b62384-5ab9-4265-bbe7-507cb3d3506e","remote_addr":"[::1]:36719","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1367,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.711091745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b62384-5ab9-4265-bbe7-507cb3d3506e\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.764748373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.764815987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.766676995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63334"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.767174406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c3722b18-9cd3-4c70-bd28-8b72b63d4076","remote_addr":"[::1]:63334","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.767607319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c3722b18-9cd3-4c70-bd28-8b72b63d4076","remote_addr":"[::1]:63334","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":451,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.76791878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3722b18-9cd3-4c70-bd28-8b72b63d4076\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.829227914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.829290188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.831258459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51562"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.831902883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1a4f16cf-64fa-4762-81ea-334620ff0dea","remote_addr":"[::1]:51562","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:52.83893765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1a4f16cf-64fa-4762-81ea-334620ff0dea","remote_addr":"[::1]:51562","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":7032,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.839287477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a4f16cf-64fa-4762-81ea-334620ff0dea\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.84392139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.844017241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.844048884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.847590149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.847705419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.847751791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.847782012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.848415584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.852747525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.859448697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.859717061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.859765718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.860240905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.921773976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.972981193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.973169197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.973369446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.97342161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.97452058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.979227709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.990159409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:52.990222926Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.990258146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:52.99077191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.015093258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.015141394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.016364712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:53.016704409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:53.017068724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.017117321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"988.586504ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.017206459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.017246879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.017277871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.017309725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.017338452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.017741685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.020617405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.024468488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.024526373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.024555251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.02495639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.02984976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.029967174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.030637239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53353","req_id":"161e7215-4194-4b8f-ba5a-ad023edaf1d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f 0d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 O............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.030701868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53353","req_id":"161e7215-4194-4b8f-ba5a-ad023edaf1d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.030957557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.031093157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.031811007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.032265082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53353","req_id":"161e7215-4194-4b8f-ba5a-ad023edaf1d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.032761331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3157, tv_nsec: 831644674 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.032832593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.033015197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.033675452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64222","req_id":"29254c21-8abd-4dd4-b022-c936c51d15f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 10 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.034400216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64222","req_id":"29254c21-8abd-4dd4-b022-c936c51d15f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.034513211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.034578612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64222","req_id":"29254c21-8abd-4dd4-b022-c936c51d15f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.034623872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61000","req_id":"1534bbb7-d79c-45c4-9e53-5435efc56de9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d2 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.034671958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61000","req_id":"1534bbb7-d79c-45c4-9e53-5435efc56de9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.034761145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.035428315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61000","req_id":"1534bbb7-d79c-45c4-9e53-5435efc56de9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.154185531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.156185486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.156248611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.157172272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56424","req_id":"218cb520-069f-416d-b602-8c0bf84b58bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c5 fe 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.15723695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56424","req_id":"218cb520-069f-416d-b602-8c0bf84b58bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.157587309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:53.157687228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56424","req_id":"218cb520-069f-416d-b602-8c0bf84b58bb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.158699705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.158756388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.158945555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.18053505Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d5aed8-abca-44cb-8c93-bb7668581725\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.180779588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.192928333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7f494cf-0752-4ef1-805c-528ef090a69b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.193120145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.199810826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.20231735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7661ac-4e4f-42dd-90f2-f5aa96641f17\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.202444594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.204728364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6998d3a-907f-48c5-8768-fa206cbe7761\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.204845828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.208380932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1213f57-d593-4a84-887c-a02415bf52fb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.208497574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.215986185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cab51f7-7e5c-4170-89eb-c796299ba83c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.216167245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.218976002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"618569fd-1131-4011-b7cc-25208979ad7d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.219091682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.220770637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb8571f8-d284-439f-9b03-af765e6870dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.220893031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.221718145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecfe6afe-f4c4-4af5-b65a-1bc3007d3e7a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.221862453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.222969619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb41cf6e-02ba-41f2-8c14-e1c8b94e44ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.223086912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.223989491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0908c1a0-8c17-47d0-b7e7-e3c9ef1c067f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.22411955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.225010254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f72dccf-29d0-4edd-a610-dc0fceb7511a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.225127157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.226300004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7be362c-6be6-4d38-b809-191b14609a8e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.226487237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.228166864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570bbcd4-f1f7-4598-93b5-d1308309f205\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.22828052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.230218091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a64808f4-9dcd-4b8a-89ab-47f7a162d920\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.230290254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.232683322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9863c70-2be8-4f95-bc62-beb5c1e0f6cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.232804364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.235975492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3c58a5-873d-42f7-999c-21773651813f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.236530177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.23959327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6491435-9bf9-4a4a-98dd-af87441d1ddc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.2397089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.241839055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a93b5ee-a402-4a64-a1b5-b9bfd141905a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.241905978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.243005008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5858d918-7281-4298-81e5-ee2923cb3372\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.243080288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.24425088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ebd847-bb45-4912-ba5e-2d96a2101a16\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.244382212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.245469969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb6cc1e-b77e-4466-8ae4-cb7f0a65005a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.245596692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.246719188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f8f4c30-5102-4b21-8da5-1c6e572c9ff8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.246833155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.249346322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1e7849-f9e6-4194-830a-f125ef9fab9a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.249584597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.250824107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.25087601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.250905719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.250932172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.251750362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.254664809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.262929696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.263097451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.263317319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.264279005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.266177598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3458e388-401b-437b-be64-4e4f67323087\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.267002892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.26882902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.268937436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.277385909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.279269532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee7304e-99ed-4c9d-a15e-e4a05182bd3a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.279547296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.298416872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28bfd5a1-c214-4dd3-8501-57d29e425858\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.298652351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.301283053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d8bb7f-2141-4633-9d34-169926cb125f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.301915383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.306274027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e54226-3cd4-43ba-9a82-8a8b7dd8b57a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.307307085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.310838441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ed401a-6890-4337-ac35-454738a9d06a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.311068169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.313676817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ffd55ac-2ca8-47af-925f-f7417dcc1e97\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.313922015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.315262155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d03b8051-5d24-4255-a690-ba51bc0ddba7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.315499959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.319904345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1ba8e3-6b4a-4336-b568-fa02f0f3a8b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.320094053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.324157699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"317e6ac1-8fe7-4c03-8227-1db196adf1d6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.324256506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.325236419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.330416169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5d5d3d-703b-4a49-b31c-9c62df9e77e3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.330743601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.333239354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54db01a-996d-4bd1-a8f9-b1daa206e88b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.333446797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.336818736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb5e7f66-952e-44d6-b516-1ab1531fa11f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.336940789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.339580368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f068c9b0-b430-4914-b93d-673c7529ba05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.339710146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.341342819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b90149d-1953-4445-a1ec-f2de61555286\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.341465975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.343517192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3703ae2f-660e-432f-89cf-a239d1ddf94c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.343639906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.347012636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adaa8666-a28e-4f60-a713-f2ea37d0e699\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.347127856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.348672554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef07ad2-fdb2-4eeb-9a3c-0a0b9bfe3493\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.348809166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.350415196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76283617-b08e-4637-a86c-4d0a9942e42e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.350540696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.351504947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0ce6ff-2939-48a7-95b7-b5425a745785\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.351635086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.352719166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2a0a4dd-cdc4-43a3-af5c-6f454d3da45f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.352768765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.352800929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.354270447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19faf03f-6f29-4132-acd5-f79686d607e7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.354468361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.355605918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e610a075-ea12-4071-913f-49c96afa2cb7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.355755987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.356839526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fb68ec-9713-4244-9231-a6f25008f2d9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.357130816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.358221179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8062f1-ae76-4cd3-8137-d720a1fdc10e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.358357701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.359609996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c412f9a7-da00-47c6-9cf6-b68f9d396a50\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.359730596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.359854894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.359902068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.359930013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.360738143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.364926929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.377439249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.377553747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.377649027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.378586395Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.378696394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.401323477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.40166645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.401815167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.401934555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.402028923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.402551343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.404463714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.410095665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.410234031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.410327757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.410829958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.48694868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.487048639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.487841448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.498303173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.498371349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.498403453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.498857177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.49923505Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36066"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.500443788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3f2aa3b8-83ae-44ec-b40f-850feaa8472a","remote_addr":"[::1]:36066","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.504130243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3f2aa3b8-83ae-44ec-b40f-850feaa8472a","remote_addr":"[::1]:36066","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3920,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.506465065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2aa3b8-83ae-44ec-b40f-850feaa8472a\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.565283126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.565385801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.566069142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.566142929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.566937041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.567239734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61901"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.57300455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"004a226d-af8f-4283-a5b8-1b983c542bef","remote_addr":"[::1]:61901","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.573453405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"004a226d-af8f-4283-a5b8-1b983c542bef","remote_addr":"[::1]:61901","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":416,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.583015006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004a226d-af8f-4283-a5b8-1b983c542bef\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.629696005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.629755263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.631820888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40635"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.632110956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.632515382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.632873165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"06446c6f-52f5-4432-87fb-27378b305858","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.633103203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3d210a30-9fd4-4032-9b8a-5526f139d52c","remote_addr":"[::1]:40635","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.63464752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"06446c6f-52f5-4432-87fb-27378b305858","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.634714844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"06446c6f-52f5-4432-87fb-27378b305858","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.635277034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"06446c6f-52f5-4432-87fb-27378b305858","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.63574168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3d210a30-9fd4-4032-9b8a-5526f139d52c","remote_addr":"[::1]:40635","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2644,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.637074566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d210a30-9fd4-4032-9b8a-5526f139d52c\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.680785317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.680854735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.681804638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42476"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.68600159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"06446c6f-52f5-4432-87fb-27378b305858","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":53129,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.687593632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"689309ae-d2bc-4749-a343-730de81b6709","remote_addr":"[::1]:42476","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.687713911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06446c6f-52f5-4432-87fb-27378b305858\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.687947948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.688224288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"689309ae-d2bc-4749-a343-730de81b6709","remote_addr":"[::1]:42476","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":632,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.688502062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8020b700-4931-4185-ae25-23ef65999f06","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.69408223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8020b700-4931-4185-ae25-23ef65999f06","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.694179414Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8020b700-4931-4185-ae25-23ef65999f06","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.694752235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8020b700-4931-4185-ae25-23ef65999f06","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.694825942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689309ae-d2bc-4749-a343-730de81b6709\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.695548291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.695605435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.695631687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.700052415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.700109589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.700144088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.700173536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.700750837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.710452206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8020b700-4931-4185-ae25-23ef65999f06","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":21873,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.712714313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8020b700-4931-4185-ae25-23ef65999f06\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.712762489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:64536","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.765214065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.765345517Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.768986832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.769208564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.769368012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.769837908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new metric producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.773701676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:47515","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.830214073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:53.83307316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.88253537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.934348023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.934426139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.934460007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.934487592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.935500921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:53.935942991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:53.936251055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.936352678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"919.087943ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.936390994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.936419631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.936505252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.936547606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.936636443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.937143223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.939476121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.945370214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.945480284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.94551371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.945959939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.948728025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.948792553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.950286891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.950759933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.972158779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.972229209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.972260582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.9727866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.982071529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.98215232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.983167223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52058","req_id":"baf9bb40-02ac-477c-9cdf-f3cd98e3ac3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8c 89 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.983239356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52058","req_id":"baf9bb40-02ac-477c-9cdf-f3cd98e3ac3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.983310177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.983569634Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.983794492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.983886586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52058","req_id":"baf9bb40-02ac-477c-9cdf-f3cd98e3ac3c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.985541774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3158, tv_nsec: 783262941 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.985618346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.98565036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.985676622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62580","req_id":"a236040f-60d0-44c7-8b48-ebf96413eeb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5b 62 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e [b..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.985710921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62580","req_id":"a236040f-60d0-44c7-8b48-ebf96413eeb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23394,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.985800359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.985906059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62580","req_id":"a236040f-60d0-44c7-8b48-ebf96413eeb7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:53.985967362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54383","req_id":"9f3063f2-6054-486a-9df7-a56d38b19bee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ca a0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.986069736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54383","req_id":"9f3063f2-6054-486a-9df7-a56d38b19bee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51872,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.986166649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:53.986262279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54383","req_id":"9f3063f2-6054-486a-9df7-a56d38b19bee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.097761133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.098694804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.098884081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.099564597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51069","req_id":"412a41ac-176a-48c4-8705-9c36887b676e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f 78 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .x..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.09963164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51069","req_id":"412a41ac-176a-48c4-8705-9c36887b676e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.099854033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:54.09995785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51069","req_id":"412a41ac-176a-48c4-8705-9c36887b676e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.100762043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.100822162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.100851831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.118231479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe4b150-9d61-4bdc-8f5f-c649946e88fe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.118480646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.126858578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f49d026e-c7b8-4759-b62b-bd49b8e66569\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.127081252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.137880579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ccec21-1d3f-4d07-87b4-450869d28cb2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.138377058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.142196017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26cadef-9c6b-4e90-b702-24b4870a9a06\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.142464462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.144894343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.146324974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc929147-3210-4219-99a6-c4d09a108de7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.14639322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.148116784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14623f5f-17ac-4c5c-8b36-6c2745e2db39\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.148346111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.150105667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c874bf-4bd3-4f8f-8345-97dc8f0967f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.150172099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.151970803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588634e3-4029-4730-a042-760700bbbf3f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.152192214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.154487978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5166b335-ef7f-495d-a819-88c4351644e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.154623508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.155917737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e76d73-e79c-4dd6-ab44-8eafebfbaebe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.156093868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.157041265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0dc5c23-5cb5-4956-ba79-4a3cfae2e147\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.157171535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.158166537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91efd4c1-661a-4cb5-b153-33fe4a5a2a41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.158235916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.159559072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f10a0f8-6af3-44d3-b585-6c5fe530008a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.159711536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.161622142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae6d8e15-e6ac-4515-965d-f91541da924c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.161689446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.164409175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d58f2a-6e80-4154-b208-2e0aeb2b6525\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.164528463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.167099466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d1a8c2-8f5a-4c80-a6d2-f6a90e020912\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.16731258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.169936709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d85349-41a6-4ed7-91b1-99554e7e0d4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.17024381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.1734006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7ace15-34c9-457a-862a-ec3efbefec81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.173474457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.175617447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16dbc43c-cac1-4816-b3fc-e1f944ee39c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.175855642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.176890524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08fd737-49ec-4e0c-b25a-c61fa19652dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.17700902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.178432636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d0b9d2-13f5-4222-92d7-58adcdf3eec8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.1785651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.179918647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd73d84-585f-4240-8809-3620de89a8a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.180083125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.181411361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8143b1-bd4a-401a-b7f3-ecbe0b50ee9c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.181647552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.183470384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b470ab9-21b1-4e14-92ff-fd5dad39ccf0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.183631424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.185848271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ac600c1-7a98-472e-a093-cc7e8e6fef44\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.18596278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.187867054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f523439f-6504-4363-9004-dc0290bd70f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.187943316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.194371183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77be1e33-f518-4726-ab4c-39eb38409b0a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.194577824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.19537863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.195531735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.195581224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.195613298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.196610033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.199061969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"308d45de-ac2a-4b58-b968-d1b59b04cb9d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.19913772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.199646022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.204061851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.204122101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.20415167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.204509693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.207061046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.207123832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.207605171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.209246711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c826893f-08d5-4b83-9c4c-814d0dfba0f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.209565687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.211964877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cca5f85-c0fc-4819-b4ae-17bf8d04b99c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.212200557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.213759813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34031e4a-9ecf-4441-91b5-144e37b2cfb9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.213910313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.216087902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1a12bf-0cc9-4e76-980b-f7149454f3bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.216800712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.219407245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa2387cc-78a9-49c0-8041-cce227c94123\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.219543808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.220621324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99feea0d-cbb7-41d2-8f61-c3f426118377\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.220692336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.222141944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2439b56-235e-497f-b059-467588d12278\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.222277434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.224691975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b5188e5-f092-4d36-8cd9-d532900a18de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.224858046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.236764789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77792e3e-75db-4336-b9fb-e223b6eb6c1b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.237725253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.245582438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00dcfdae-5b82-425e-9e63-89e27755dbe8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.246583332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.246886085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.253050788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3b00d3-6041-41c4-8449-30c08009a19b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.253289243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.254984611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f51750c0-58cb-4d9d-a23a-18fada6385cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.255079149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.258948779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89f4ecc1-e5dc-475e-8f79-3c32643d4619\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.259282815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.260698015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4549d80-4602-4f98-bd7a-e3153e176aa9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.260858504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.26250239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5348ee2-0e9e-43b0-b986-8f24d08cc5ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.26256768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.263717401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb232d8-b6be-4cb4-bb45-c4271d030b4e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.264039232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.265957514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1a0f8f-fc9b-4c90-914d-af15eb822e42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.266058816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.266089537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.269954287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2055f0d4-8070-4361-9ecb-a65ef19121a0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.27023154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.272283388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68446331-2e5b-4d68-81ea-7dbfb01847f3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.272454408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.27426222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0edd73-301f-4319-aaaf-4c8d6e72bcd2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.274401257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.276156555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2e3910-9845-4789-9d58-8d63c99fd919\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.276298357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.278313813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1068ca52-277e-4003-b3a7-9b952726658b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.279841837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.279949141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.279984822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.280045333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.280883814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.28506775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.293776431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.293836822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.293866511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.293894807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.293921039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.294383932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.297257417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.29738961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.297478978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.297562174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.298305525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.298491065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.305027869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.305159361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.305512885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.30622816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.310201567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.325879434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.325981548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.326068611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.326634028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.396119573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.396195745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.396949607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38087"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.399365461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.399544748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.400405883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.406304516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"5a658963-cce1-411d-9c1d-bbbb22c16e38","remote_addr":"[::1]:38087","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.406935573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"5a658963-cce1-411d-9c1d-bbbb22c16e38","remote_addr":"[::1]:38087","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":550,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.41612862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a658963-cce1-411d-9c1d-bbbb22c16e38\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.483183553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.483251809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.48726761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60210"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.488814472Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"384f6e4b-27c8-4faa-bd4c-8dc19f4ecec2","remote_addr":"[::1]:60210","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.49221653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"384f6e4b-27c8-4faa-bd4c-8dc19f4ecec2","remote_addr":"[::1]:60210","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":3723,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.493210671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384f6e4b-27c8-4faa-bd4c-8dc19f4ecec2\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.537001862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.53707124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.53770335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38948"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.541439293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a16ff08b-b056-4313-b2df-d1673b67e357","remote_addr":"[::1]:38948","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.541841304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a16ff08b-b056-4313-b2df-d1673b67e357","remote_addr":"[::1]:38948","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":391,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.544863766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a16ff08b-b056-4313-b2df-d1673b67e357\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.588733374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.588787081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.590161489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51724"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.59086441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"24d8cbe3-26e6-40e7-befb-fbee57ed4ec6","remote_addr":"[::1]:51724","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:54.592644156Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"24d8cbe3-26e6-40e7-befb-fbee57ed4ec6","remote_addr":"[::1]:51724","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":1788,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.593742073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24d8cbe3-26e6-40e7-befb-fbee57ed4ec6\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.594863949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.59490997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.594936293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.598582668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.598650303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.598684851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.598769099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.599485938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.607339235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.611975773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.612522783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.612583143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.613343618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.655114614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:54.671536303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:54.671989266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.672050337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"735.664634ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.672090237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.672119375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.672149725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.672178453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.672210587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.673264617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.675804968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.680642687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.680707897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.680744189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.681099567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.68458928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.684648118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.685819231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56394","req_id":"f5bbfc46-2c11-4dc7-8780-84296e8edb6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 31 31 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 11..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.685882667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56394","req_id":"f5bbfc46-2c11-4dc7-8780-84296e8edb6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.686403876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.686754034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.686801759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.686931237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56394","req_id":"f5bbfc46-2c11-4dc7-8780-84296e8edb6e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.687564879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3159, tv_nsec: 486453072 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.687617344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.687777513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.688270034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56936","req_id":"569543fc-05d4-4dbb-b54e-e8876438e9b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 18 af 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.688330956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56936","req_id":"569543fc-05d4-4dbb-b54e-e8876438e9b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.688481536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.688520653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56936","req_id":"569543fc-05d4-4dbb-b54e-e8876438e9b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.688638488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52301","req_id":"8ebcf3be-260d-4dd7-8b5f-662af14fa0d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 72 e1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e r...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.688690873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52301","req_id":"8ebcf3be-260d-4dd7-8b5f-662af14fa0d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.688773207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.68886527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52301","req_id":"8ebcf3be-260d-4dd7-8b5f-662af14fa0d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.795547356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.797170641Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.797244748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.79728071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.797307103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.80306747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.803379612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.803596925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.804510244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49616","req_id":"f4d3d88c-2658-4848-8a66-00ba96b3fd20","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: be 47 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .G..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.804722998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49616","req_id":"f4d3d88c-2658-4848-8a66-00ba96b3fd20","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.805054809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:54.805325348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49616","req_id":"f4d3d88c-2658-4848-8a66-00ba96b3fd20","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.806108108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.806227566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.80634023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.807953354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.816052331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.816194023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.816284394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.817137884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.818478966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.820538139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.820641916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.820712677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.823338258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c2ebcf-e52e-4653-bf70-d4121f06336e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.824205025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.824520033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.824627116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.825535866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.828902404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0634aa-bf76-491d-95ea-a932a27c52f7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.82926154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.833769542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475be666-7264-4f75-b708-0540f137dbd1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.833846896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.837923769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05dc112-5520-424e-9190-4c48a00b609f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.838004028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.867902489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6925b247-8e41-45af-9e44-fbe848fc5ab2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.868262947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.874338012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6350ee68-5779-476d-8c79-2a475e8f4e76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.874834701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.89377074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"229904d1-c22c-4d08-ab77-f90de11b05c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.893989225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.895037264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.897993564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"915bb0f3-1eab-4f20-8d0d-13bc170c3571\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.898067241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.899495757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d945438-f26f-4a8e-beec-30ae9a8a2954\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.899638862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.900630518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038e3da3-71e2-46ee-9792-db6124403dff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.900771899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.90170052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f6d635b-93e7-4b05-8f25-c28d9516e0ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.901825749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.902903176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4565e6bd-e52e-4f4c-920d-1fe09a599444\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.903020239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.904415269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69b0de6c-5770-4bdf-a7d8-6c3ebc3a3d89\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.904594846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.932542741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c7d45f0-2fba-41a4-b851-f24fa9b39f55\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.933050773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.937923311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0891e49-9249-4606-b905-203d15fc3916\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.938775669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.9455915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.945733853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.945835596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.945926707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.94900982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.949327203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ad73f8-e4b9-4e48-95fd-88d9d7517ab9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.949556249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.952630164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.958382134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.958444017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.95847528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.959041117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.960995611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2007d1b-a936-4e13-9500-817e9968d31a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.961204467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:54.962025163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.96208409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.965673993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.972720492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ff6090b-d0c0-4949-a206-211a3550f2b0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.974080322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.979536122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"795cff0d-1fbb-4998-be3e-3237fecf78ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.979702073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.981560896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d9f6c1-d48d-44c4-972e-940cd5e16e8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.98185403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.98360026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3646ee1-df34-4bb1-8ed5-7a8f0194ff2b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.983898143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.987285292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08424809-9480-4332-b34f-2e72b3767b9a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.987448487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.98969875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8471b012-800d-49d0-8011-03312ab3f980\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.989786886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.992434221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef2c19f6-15f7-49b4-a4cf-f2a999071bd8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.992683547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.997606887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c93633f-bc71-4052-9933-7ce2cbacd99b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:54.997737948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.006134868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e7a2b0-65a4-4c1f-8e13-fdc8ebfa0bda\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.006333173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.006634674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.010536759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75628f3e-4064-4998-987e-5af49f10f5b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.010615385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.016682103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"976eb8bd-6d74-4143-953a-37e0fe129f46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.016913795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.020939405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff887179-49b5-4821-9c97-eacf3b33e696\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.02114774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.024883884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac6ee10-d2ce-4030-89f3-4cc10775f43a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.025340464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.026648681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e62004-f8a1-40ae-a7f6-855f9ecfa80f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.02688418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.028757472Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"276fcc4f-f150-4fc7-a62d-51568f46e956\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.028991679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.031457121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4807ad-b108-4bf5-8a9a-db8b294306ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.031680887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.034021631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b162a7-e71e-4acd-8973-c665fe48148c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.034243423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.071516327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.071660594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.071760223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.07190428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.072737309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.073358086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c482be8-b111-4c65-beb1-32df8172831a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.073709196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.087008153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.096732669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.096823449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.0968637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.098483016Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.101709004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.101770486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.103631013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.104165518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.104224806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.104501147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.104559022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.105580968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.108034897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.10809629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:24:55.104086661Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.108139817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.108168183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.116203152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.124214364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.124275606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.132567878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f642e71-0e45-4fd4-abd7-dab6b00448c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.132760421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.133769141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.13383384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.137669362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd29988-b339-4253-a8a3-cf4ed7ed7132\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.140761754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.145478141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69fffc67-0e88-4035-9837-01287cd8261f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.145553391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.154281701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd63726f-fbfd-43ee-9aec-9756c91af79e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.154370949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.160068962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.160128461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e09e5b1-cbb0-40a0-9977-10a53e6f3f8b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.160171847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.162058526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d2d8fdf-8633-403c-b090-bf2653d6d4f4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.162123375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.163247245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"262a819e-6121-4e0b-b927-898e065d3d56\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.163490199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.164771562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac309bf5-6024-440b-88f7-a47891765120\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.166320378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.167269739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0b97975-655a-42ed-b14d-af6c267941fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.167529276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.16906209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51bd800c-6425-4093-8f0e-813d5a967934\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.169125837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.169155667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.177024896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e78bd3d-3c6a-42f5-b5cd-6db9500ce424\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.177247178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.181917614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fed4503-126d-4372-a24c-bbe3563f6b28\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.181984066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.184065053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41fc2dd1-83cd-411d-885e-bd71baed229d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.184548005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.19008151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0132dac-4ae7-448f-b2e1-ce8032036370\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.190181379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.19103527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1040b0f-73c5-45c4-bb50-401b8f9920e1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.191164037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.191269657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.191313074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.191343444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.192065563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.197475873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.204821969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.204924945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.204958912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.204989804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.205017719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.205928895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:55.207124878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.212168577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.212294919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.212334337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.212366071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.212917239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.213589208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.225161334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.225253628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.225293728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.225855998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.237351112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.250134351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.250208609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.250241014Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.251951372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.316982422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.317049997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.31787488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53254"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.318646648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"18e4f655-cec5-499b-86e8-84251b7e5108","remote_addr":"[::1]:53254","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.318709032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"18e4f655-cec5-499b-86e8-84251b7e5108","remote_addr":"[::1]:53254","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":256,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.319088167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e4f655-cec5-499b-86e8-84251b7e5108\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.400993499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.401068418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.401534777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.401590258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.402609809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.402743766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35648"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.405564967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"95a90a02-c7ab-4f22-ba6a-e2cc85cd5b9b","remote_addr":"[::1]:35648","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.405903992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"95a90a02-c7ab-4f22-ba6a-e2cc85cd5b9b","remote_addr":"[::1]:35648","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":348,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.407778457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a90a02-c7ab-4f22-ba6a-e2cc85cd5b9b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.459080543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.459230843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.460749188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47039"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.462532271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4ae6e2da-c2a3-402d-a8f8-b8240a26a7d2","remote_addr":"[::1]:47039","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.465950842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4ae6e2da-c2a3-402d-a8f8-b8240a26a7d2","remote_addr":"[::1]:47039","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3426,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.467162366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae6e2da-c2a3-402d-a8f8-b8240a26a7d2\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.51740949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.517541122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.518224744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47557"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.521617724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"81cbedc2-0bef-411d-b5f7-2223093ce9d9","remote_addr":"[::1]:47557","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.522763357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"81cbedc2-0bef-411d-b5f7-2223093ce9d9","remote_addr":"[::1]:47557","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":235,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.525281344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81cbedc2-0bef-411d-b5f7-2223093ce9d9\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.526074174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.526164363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.526226998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.530627686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.530773547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.530875901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.530963155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.531733439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.535700503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.53954316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.539887977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.539993838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.540684293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.586658915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:55.600015607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:55.600310725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.602191292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"928.254095ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.602326852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.60237079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.602405379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.602435749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.602464506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.603777543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.607458527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.613818579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.613907796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.613943107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.614540186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.617496877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.617793679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.618381169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e6cd3c0-dfef-46f4-b5a0-d55a1a40b95e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.61874302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e6cd3c0-dfef-46f4-b5a0-d55a1a40b95e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.618808731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e6cd3c0-dfef-46f4-b5a0-d55a1a40b95e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.619466462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e6cd3c0-dfef-46f4-b5a0-d55a1a40b95e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.621732447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.621794059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.623192746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60269","req_id":"58e35497-c396-419d-9c53-878bb07c840e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b 79 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +y..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.623258247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60269","req_id":"58e35497-c396-419d-9c53-878bb07c840e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.62350613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.62479594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.624981179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.625119555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60269","req_id":"58e35497-c396-419d-9c53-878bb07c840e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.625526446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e6cd3c0-dfef-46f4-b5a0-d55a1a40b95e","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":7145,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.626093265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3160, tv_nsec: 424983182 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.626167774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.626200349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.626381008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e6cd3c0-dfef-46f4-b5a0-d55a1a40b95e\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.626586738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.627254579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"97a036cf-e8e2-464a-ad1c-ef6f1c004d1c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.627497403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"97a036cf-e8e2-464a-ad1c-ef6f1c004d1c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.62755619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"97a036cf-e8e2-464a-ad1c-ef6f1c004d1c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.628089533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"97a036cf-e8e2-464a-ad1c-ef6f1c004d1c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.628316455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52561","req_id":"0ccfc5ca-5ca5-46bf-b4dc-07ab2aa8b72d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 39 ae 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 9...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.628457816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52561","req_id":"0ccfc5ca-5ca5-46bf-b4dc-07ab2aa8b72d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.628556553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.628608366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52561","req_id":"0ccfc5ca-5ca5-46bf-b4dc-07ab2aa8b72d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.62871565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58651","req_id":"7602d347-cc75-42c7-873b-344b7de6035a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fb 2e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.628764908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58651","req_id":"7602d347-cc75-42c7-873b-344b7de6035a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.628851601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.628945658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58651","req_id":"7602d347-cc75-42c7-873b-344b7de6035a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.773893177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.774809412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"97a036cf-e8e2-464a-ad1c-ef6f1c004d1c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":147548,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.775292395Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.775356112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.775389859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.775418266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.776462436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.776708095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.776913214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97a036cf-e8e2-464a-ad1c-ef6f1c004d1c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.776998193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.777033504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:55.777059395Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.77708702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.781331117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57752","req_id":"31d2ee58-ec6b-43e8-b1bf-d337616d6738","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6b 00 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c k............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.781429292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57752","req_id":"31d2ee58-ec6b-43e8-b1bf-d337616d6738","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.781608469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:55.781698278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57752","req_id":"31d2ee58-ec6b-43e8-b1bf-d337616d6738","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.782793851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.789883406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.789976993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.790015149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.7904476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.790732768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.790781365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.790809882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.791289608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.791826207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.79188285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.791914964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.79496979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.795041132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.795747971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.796208248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf209ea-eb2b-4215-9423-a875086471d0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.798167712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.802682097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f79e4ff-1356-4117-829b-0cc7a64caadd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.803016914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.80751199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c3472a-c8ba-44bf-88de-607ce010a680\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.807595957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.809685831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c010a75-3c7b-4005-826f-527b242346cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.809830489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.812771249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3858ebf5-6f08-4aa0-9642-86741c0ad6a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.812900185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.820485589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d35777-759a-425c-9408-398be1af67e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.820569737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.823239857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ad58f6a-87d6-4392-a369-dc606c0c31f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.823309285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.826766994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86eb94c-23c8-4b9d-9895-bfcfc077c293\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.82683508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.828367974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c2f1eb-ea87-46e7-8316-7a8edf1ea0df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.828630718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.829943223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbd745a-3d12-43f8-8be9-981e3da1cdf5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.832068647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.834784258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71fefe34-add3-43e8-83cf-7957dd74fa09\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.834911341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.835301108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.8384543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"259e22f3-2359-47d5-abd8-e0bd82fe0d5a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.838523929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.840184568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3096b4bb-9bb6-4c29-b662-9d067815af5c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.84065745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.844216652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a41de0f-3ea6-4958-b7f1-7fb99bc44be0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.844600707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.847080488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6ccada-d992-41c0-ad29-e4adfa9e5734\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.847434683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.85093635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0411c90b-7943-49ad-87a8-006eee7f7061\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.851157581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.854102649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79153316-7b86-4666-99be-aaa2fa0e1493\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.854314751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.858659608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a4492b-a09f-400e-873b-9d4fe36fe99c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.859109454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.86197824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eae53a6-2e3f-415b-8fa4-baac39e477cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.862212006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.863775531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ffa90af-8724-40b4-964b-8352b736d331\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.864046261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.870370311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a823167-e6da-43c1-9d7a-cef5a5fdd073\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.870677653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.874523616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12506139-6f15-4de0-9f10-0b9e2d374d87\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.874961639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.876364915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7bfe516-76d7-48af-9ca3-30f6a90d6990\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.876540695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.879736272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cde36c7-6f0e-4d78-ab87-7eb8c9a6c694\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.879911912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.884445946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a17d822-0936-45f3-aaa4-b6ba2e00f999\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.884514913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.886447644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.886509738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.886542904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.886654316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.889388504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.892454603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.901277251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.901422561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.901461478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.901855724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.912272979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0309a6c4-d3c5-4b24-ba8d-60beaf6ac97a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.913147903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:55.919263437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.919346463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.919806079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.949803867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57c7800-dbef-458c-ba30-356a98b19b1b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.949977032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.959157614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826ca742-ffb1-4053-bb5d-9249ae72db7e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.959245499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.964052777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d66543d-3057-4f59-82ea-7c767de0bed2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.964131674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.977614678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a4ba12-f33d-4791-a006-885ab9046fd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.977945608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.978803938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.982322799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1e5194-730a-4c52-8cdc-5c56e0bfd612\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.982582026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.983852176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace79257-3740-4eda-b049-64539eca7906\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.994641483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:55.999968206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658c2f12-e8c4-4754-a91b-68de289ac013\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.000909131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.002940749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91181172-a2e2-44f5-969f-6940c11a3e94\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.00328745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.004803661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c1afb3f-54e5-42c9-b556-52a00b56f45a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.005052617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.007220747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b5d86f-a662-4abd-8416-6148d0ffaaa8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.007614221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.012170018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9808476-6892-4da8-bd61-de620802ac64\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.01275847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.015165135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ce6c07-1489-465a-ae76-6ec8deaaa062\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.015390474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.019652266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf4b0b2-622a-45ef-8dae-410f7177f2f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.019966341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.022338668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f32ff822-a690-4251-a72a-d0f121586f7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.022698194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.025154629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6181c1c5-5c7c-491f-858b-b7191a143026\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.02539605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.027262238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"103549bd-4796-463d-b15d-166196f8b854\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.028212491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.029411811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.029469796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.029504916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.029531569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.030306534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.030523887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d66bb2bf-dd2f-45de-acca-6fc6a717677f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.030674326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.041430026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.046655378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.046763122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.04685247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.047372386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.047677815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aaca355-884c-44ec-b356-98e83bc514f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.048273852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.060879899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.060993105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.065637608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.080372246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"304e5c54-a175-4500-92a3-d713ed3d2e48\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.080786301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.08084589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.098568261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.098646827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.098783319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.09975262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.129458357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.12958011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.131277642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6aaf999-8c7f-4321-b6e6-1a287615398a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.131649012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.142520823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.142585713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.150475132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc040049-c55f-427b-b372-0deaa65b838a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.150856622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.167615032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9291167-9638-43b3-ac20-4352fab3eb23\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.167805541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.170851761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f43589b-e54e-400b-bab9-21a06c365bd3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.171008553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.180347851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24590de2-5452-4331-8933-f3a61fe8adf4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.18046252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.180503812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.180535475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.180565655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.184628941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.18679159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.189107885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.203488077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.203653827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.203739217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.203776561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.203807573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.204692767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:56.205175078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.209165649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.219232486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.219323447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.219358357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.222432813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.237890732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.237958727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.238022384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.238102213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.239442012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.248404159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.262089997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.262218223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.262311799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.263144197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.26742172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.267546809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.268481552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.32375495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.395709435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.395870807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.396847422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.396997992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.397099575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.397314603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.398296359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.398998849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34513"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.40150874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f3936d13-57bd-4cc8-8de1-da33a1f3fda0","remote_addr":"[::1]:34513","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.401833928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f3936d13-57bd-4cc8-8de1-da33a1f3fda0","remote_addr":"[::1]:34513","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":334,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.404342616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3936d13-57bd-4cc8-8de1-da33a1f3fda0\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.463501206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.463580784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.464230519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.469849544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.469916758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.469950926Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.470304461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.470760279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54444"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.473766288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"923ac821-df1b-49e2-9d94-f2520202d1d1","remote_addr":"[::1]:54444","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.476473532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"923ac821-df1b-49e2-9d94-f2520202d1d1","remote_addr":"[::1]:54444","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":2716,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.476611527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.476658461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.477103077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.477848752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"923ac821-df1b-49e2-9d94-f2520202d1d1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.526684304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.526757259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.527614828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54962"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.534594595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"89170cc5-e66c-4db4-bca9-70859f187e1d","remote_addr":"[::1]:54962","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.535246013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"89170cc5-e66c-4db4-bca9-70859f187e1d","remote_addr":"[::1]:54962","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":360,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.540762163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89170cc5-e66c-4db4-bca9-70859f187e1d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.608814032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.608905094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.609970216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59063"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.610725851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"7a5619e7-9b9d-43af-a76e-479025a3578b","remote_addr":"[::1]:59063","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:56.613074892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"7a5619e7-9b9d-43af-a76e-479025a3578b","remote_addr":"[::1]:59063","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":2349,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.61388696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5619e7-9b9d-43af-a76e-479025a3578b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.615499052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.615560194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.615592027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.620951285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.621014341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.621065823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.621099059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.621851559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.628810083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.636049166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.636302401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.636354655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.636784301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.691891469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:56.711637912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:56.713741574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.713815601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"1.111414862s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.713854178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.713883927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.713916252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.713946732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.713973606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.714872306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.726153223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.73734416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.737429771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.737466654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.740329899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.749214511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.749279821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.749311424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.749336785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.750130316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.751207161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.751304666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.753155824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61124","req_id":"cb1bd323-90e3-40db-ae77-09df74a796b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 86 23 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .#..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.75321934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61124","req_id":"cb1bd323-90e3-40db-ae77-09df74a796b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.753476473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.753702002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.75375612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.753912011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61124","req_id":"cb1bd323-90e3-40db-ae77-09df74a796b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.75492539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.764690035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.764754273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.76478807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.765201624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.765541582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3161, tv_nsec: 564434304 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.766114463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.766155274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.768541088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50572","req_id":"b6c78f94-5588-4dbe-8d1c-277bcac0f18d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 15 d2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.76860742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50572","req_id":"b6c78f94-5588-4dbe-8d1c-277bcac0f18d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.76869273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.768714193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50572","req_id":"b6c78f94-5588-4dbe-8d1c-277bcac0f18d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.768751197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62311","req_id":"d0a39bb1-1a84-4524-ae98-011984b762f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 90 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.768781988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62311","req_id":"d0a39bb1-1a84-4524-ae98-011984b762f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.768865394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.768950263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62311","req_id":"d0a39bb1-1a84-4524-ae98-011984b762f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.769134751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.769188167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.769859254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.868700559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.869981431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.870051541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.87083944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53458","req_id":"1d6c4166-26e4-441a-aefa-e89c376911cc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9c ee 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.871001072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53458","req_id":"1d6c4166-26e4-441a-aefa-e89c376911cc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.871278465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:56.871372102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53458","req_id":"1d6c4166-26e4-441a-aefa-e89c376911cc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.87370506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.873763486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.873792855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.873821262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.874098003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.874144636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.87417191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.875731397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad53551-a63a-4809-a197-afbe75aef630\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.875969923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.877179262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ac6353-d791-40ed-ab9d-61d77cdcb650\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.877378118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.879278294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c22bcda-6398-4f79-9df6-cdb623262374\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.879396921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.882975641Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608a203d-d80e-42a3-82cb-b9669423ee61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.883092364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.886380385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df6d760a-6b8b-4efd-abb3-b3afcab4be9e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.886616605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.893315933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a77fc24-65f7-423c-a212-6e10a4f131ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.893443778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.895959941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad46eff-1b65-4d87-ac3a-b04a594c9496\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.896087465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.898498359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f28d19b-1de1-451d-9549-8a7cbcff61f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.898574611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.899385216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986cbd84-7c0d-4171-8e8b-823eb4ea5ada\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.89948749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.902276537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.903053745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6160c2cc-9d5c-4b92-929d-f11634b64495\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.903195478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.905855868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"449c065c-4925-4f36-9b5f-57c7f74f9c30\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.906230655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.907814982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"577e2c2c-bbb1-4f4b-a41d-c02468307ccf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.907979339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.909946589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b5b391-d658-491a-9831-8a62c226cd01\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.910098201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.914216366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a49418-bde7-4115-927f-ffb6551291bf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.914340734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.921090593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c01d7f-bdff-403b-bb99-2cae2116942e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.921287896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.924621367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dccafdc5-9422-479b-a8ac-555e2c54327a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.924928159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.927570734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee7f95e-ece5-4d53-9646-5e135c363146\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.927790642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.929979032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7915908-d67a-4d0c-94b8-ad08b092aada\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.930389971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.933253106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56322677-8dca-440e-8a29-536f2ba754f9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.933463846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.935160336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f9e106-b3a9-476d-a961-d4fee6a88358\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.935390093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.938335933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d456db04-ee63-48e7-a36b-e5255e41f11d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.938621802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.939902484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd3259f5-5c49-4f46-ad86-385009b157ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.940148214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.941269337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77836012-7f20-4fac-9166-3cbf5a839b7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.941434266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.944144646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29767f1a-0baa-4ea0-975c-cdc3be61b6f5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.944546256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.946975497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"521316d9-897f-4cb5-a446-584bb496c2a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.947119253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.948825032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc3fc503-52f1-493a-b4a7-97d41f304f8a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.94910513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.950921118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c360d4b2-6391-4bc0-9931-8eba7c8690c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.951109413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.95293974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ad0628-1710-4e42-95fe-eb0789189f18\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.95306512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.953505527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.953550677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.953579936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.953609895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.955051137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.959079673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1af8d73b-68a4-4f81-a073-2945c7a8fa74\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.959246736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.959433338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.965845213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.965921656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.965954601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.966319228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:56.969043095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.969102633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.969910233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.971059072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85677d4-feb9-47e5-9a7f-1ecaabdd0c50\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.97136935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.972375825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8114b688-32c5-464b-8965-dbf5b0767009\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.972458279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.973934781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0284f37-21c1-4b7e-a186-fcab80a7ec6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.974663744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.976320294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4d6628f-5fa7-40b3-a204-cc9637c54bc7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.976452437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.978175911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ad7885e-5ab1-4f0a-81a4-6b3e43d5d947\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.979668445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.983126415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d12743-8625-4c16-8311-6e851f53e9f8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.983276574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.992262087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee3dc900-2aaf-40ae-832f-29c5d4245f86\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.992668567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.998659343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6408a6-0819-4b4a-935a-ed15f34d3911\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:56.998749613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.001851123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac756b55-6c76-4892-ab31-9289ab535a2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.002270769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.006680325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f7cc0fa-cbcf-407f-9e42-e6a170c3f552\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.006796526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.012678295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce00c90e-f57c-477c-b4d7-c1bfad7efd14\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.012798585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.013389833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.016420351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2d73b3-b786-475e-8329-513b498d1fee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.016593666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.017665562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"147f1e4c-5f90-43da-bac8-bae81b38bf9f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.017759439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.019337283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64ca8004-9a9e-4cd8-a0da-eb715abd2bcf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.0196171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.020495581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d96a6c-6a8d-42d1-889d-e58ef125b8da\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.020780568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.021716944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7aa1cc7-2b4d-4942-b344-5e1abb87b51e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.021779168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.021809949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.023592581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ffcc4f3-84aa-47b1-be21-a2cabd6ac792\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.023792439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.025709419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d875f39-d807-4400-a4cd-ccb915ef26d2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.025855109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.027151302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d006b23b-cf8b-4586-aa90-56a52c12d1ae\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.027218656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.028627002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e544732a-3139-41c4-96bf-2f07d6581478\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.028775007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.030104516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be8b476f-69f4-48b7-add0-2b2c647e6577\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.030223934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.030272991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.030305045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.030335526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.030888368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.033553929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.044018478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.044083759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.044116694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.04414993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.044179299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.04514352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.049466814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.057752984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.057907191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.057956108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.058294092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.138575036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.138656919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.139066175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.139121986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.140091728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.140149263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.141206589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.142527121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53572"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.142683873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.142733893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.143361914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.145172451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.149158894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"612ce359-ab9e-4ebc-9c4d-d6827d3808bb","remote_addr":"[::1]:53572","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.153636285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"612ce359-ab9e-4ebc-9c4d-d6827d3808bb","remote_addr":"[::1]:53572","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3815,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.153713258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.163778513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.163842199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.163870937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.164477004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.165149624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.165214804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.165505043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612ce359-ab9e-4ebc-9c4d-d6827d3808bb\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.223532138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.223599923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.226407697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47342"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.247655833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.247796683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.248041752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"0f1e8cf9-404d-441d-bf5a-de14801f0386","remote_addr":"[::1]:47342","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:57.248661847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.249187655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"0f1e8cf9-404d-441d-bf5a-de14801f0386","remote_addr":"[::1]:47342","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1041,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.249539546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.250012979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.251341256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.255823005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f1e8cf9-404d-441d-bf5a-de14801f0386\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.313299032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.313580984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.315606149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40896"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.316380733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4bb404c8-70c7-44c7-8885-87c3778b7a1d","remote_addr":"[::1]:40896","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.326724582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4bb404c8-70c7-44c7-8885-87c3778b7a1d","remote_addr":"[::1]:40896","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10327,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.327295169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb404c8-70c7-44c7-8885-87c3778b7a1d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.396159677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.396233604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.396870894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51473"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.400847477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"ab7272b3-14e7-47a8-84c5-1fc08fbe1a12","remote_addr":"[::1]:51473","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.401106213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"ab7272b3-14e7-47a8-84c5-1fc08fbe1a12","remote_addr":"[::1]:51473","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":266,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.404614753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7272b3-14e7-47a8-84c5-1fc08fbe1a12\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.406659527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.406715719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.406744046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.410682513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.410742282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.410776891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.410805618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.411521915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.418363867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.421956846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.422278277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.422329358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.422753493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.500295972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:57.505807162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:57.506134234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.506325946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"792.460506ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.506481666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.506576405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.506821934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.506928206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.50701527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.509461644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.512428044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.519239826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.519304104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.519499814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.521462795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.525298227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.52537488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.525976489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56923","req_id":"bae53c16-b32c-4a1d-8d1e-be5105dd8eb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0c 82 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.526041929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56923","req_id":"bae53c16-b32c-4a1d-8d1e-be5105dd8eb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.526260394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.526430373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.526581424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.526637946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56923","req_id":"bae53c16-b32c-4a1d-8d1e-be5105dd8eb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.527152742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3162, tv_nsec: 326037588 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.527225497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.52725708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.527668119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56908","req_id":"1d9bde1f-832e-43c7-ac41-b2cc65ff215a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8a e5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.527721145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56908","req_id":"1d9bde1f-832e-43c7-ac41-b2cc65ff215a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.527867266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.527902787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56908","req_id":"1d9bde1f-832e-43c7-ac41-b2cc65ff215a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.528024399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53368","req_id":"bce7a6f0-6a37-469d-b819-4e77a1cbf8a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cd a3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.528072004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53368","req_id":"bce7a6f0-6a37-469d-b819-4e77a1cbf8a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.528153957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.528330499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53368","req_id":"bce7a6f0-6a37-469d-b819-4e77a1cbf8a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.646724832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.647086913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.647148356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.647184187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.647213155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.648062317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.648205712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.649279091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.650044346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca78d82a-c895-47f6-b760-98f375e120ca","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.650268613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64467","req_id":"b801b124-bff3-40b0-bc42-d237a81fc50b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 78 7a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c xz..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.650472348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64467","req_id":"b801b124-bff3-40b0-bc42-d237a81fc50b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.650832055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:57.651047985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64467","req_id":"b801b124-bff3-40b0-bc42-d237a81fc50b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.651433944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca78d82a-c895-47f6-b760-98f375e120ca","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.651554384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca78d82a-c895-47f6-b760-98f375e120ca","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.652406161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca78d82a-c895-47f6-b760-98f375e120ca","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.652989724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.658739751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.658839259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.658924078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.66016501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.660628855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.660720918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.660903512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.664563504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.664652041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.666462197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.667439855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca78d82a-c895-47f6-b760-98f375e120ca","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":17366,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.668635327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca78d82a-c895-47f6-b760-98f375e120ca\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.668786859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.670288721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"36dd3ffe-2d68-44cf-8469-7c9963145a02","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.670451456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c2d841-c661-4312-a4b6-f119dac290f3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.670918336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.671244235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"36dd3ffe-2d68-44cf-8469-7c9963145a02","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.671304195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"36dd3ffe-2d68-44cf-8469-7c9963145a02","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.671834271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"36dd3ffe-2d68-44cf-8469-7c9963145a02","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.678604249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"36dd3ffe-2d68-44cf-8469-7c9963145a02","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":8364,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.679555505Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36dd3ffe-2d68-44cf-8469-7c9963145a02\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.679621787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.679655193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.67967858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.681081054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c3c18d-6183-4926-8b7f-64e16d5dd358\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.681190563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.685876349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f642b940-9fb2-451a-8ee3-a6d2dd72afcb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.685991548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.68881827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1491a37-6bd3-4762-86a1-6da7ebd394ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.688937237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.692801988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e968ec43-e692-4ffd-9e3c-4f298c75a9a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.69284317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.698533507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed373dcc-ffe8-4561-8c6a-0281896e9b48\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.698684318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.703741434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a22fb31-89a9-4b5f-8616-715645779da6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.703887565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.713373956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.718715679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92912574-5cf8-4d46-870b-7b14a4fbc689\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.718894365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.722576591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e416b551-2813-434e-91d4-cb777ad11896\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.722717432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.72463342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f5ee452-6fec-4bf0-a855-2c3a4a5b87b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.724697046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.725661097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15485b83-f29b-48e0-944a-d6f670a812eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.725821387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.726976137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400a3f34-6fce-41b3-82d1-c0ba91ddae97\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.727140154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.728567268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfadda04-8d63-4704-8d28-c5440910ad31\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.728732727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.731029093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d5cbdc-4dfb-4c6e-b20a-7a73113e1b42\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.731172208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.734987229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e90407-8509-4481-a651-9a3038b5aba7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.735079182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.739150574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962603fc-1744-417a-a486-31d42992119c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.739282777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.741684503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93982f93-f726-46aa-b494-8f7e0fe28b91\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.741912908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.744286347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e5f87cf-ff0d-4479-a255-043d0fb22f33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.744502357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.747074191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe99d56-4c6a-4da4-b2e7-b320edb46c29\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.74743967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.74861439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a70435-5b2f-4283-80c9-4d7b732177e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.74890041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.750279788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d2b026-8f77-473c-9c4b-33c64f54617b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.750507282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.751537364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d93d7ffa-ede9-4798-ab16-2eaf173ccdbf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.751757402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.753042733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9617e9e-5810-4ea8-ad0b-5ee2aca40889\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.753254285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.754552652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8a83d1-9092-4aad-b75f-cce1d7a74f38\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.754804764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.759840006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08dc930-8d31-4a20-90d7-ea2caa4b6714\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.76028331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.76291858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf30ff3-dff5-41c6-923b-1fc8473b74dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.763165643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.76424327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.764372998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.764468108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.764638287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.765949569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.769080497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.775134199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.775213637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.776206846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.776250784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.776281555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adef675e-9c31-4c20-a619-8520aaa0f587\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.776318298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.78811425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.788332044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.790707387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.790772096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.791684934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.79210437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.793420633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.793502686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.793535211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.807948869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1984183-d81d-45ff-821b-23a3ccb0b771\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.808256272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.823144746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4467a7d-fb07-4955-bb90-b1d55a86d663\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.823961042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.826232368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9549d861-ed14-4464-857a-99a9877a78fb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.826506685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.827960351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7f58ce-e27b-4331-8b99-9915b923e021\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.828302703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.832195249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f4a76a4-79b4-46cf-9044-fa212a5231c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.832406039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.833702201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f0ee28-5584-4baf-8221-e0d5e586abd9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.833766219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.835200577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e3acc7-ff1f-4333-aefd-b6c06f2fd271\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.835264354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.837180191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7572dc4-492a-41a9-b695-8462875bfea3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.837389598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.84167186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.842683295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67fd411-5c3e-4ae9-8713-f2c2801746c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.842905588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.844853569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ce77a58-df64-40d9-a81a-dfdd297dbae7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.845068347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.84678591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a036d3a-38dc-47d2-8111-c8013c25baf4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.847035407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.848959621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06630256-4276-4426-bc23-ebd044def95d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.849033949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.851134544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d512bf1c-4931-401d-bf85-354907356910\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.85124307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.853068427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d26e51f-4ad0-4cd1-ba93-cfdab8e39bd9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.853244027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.854079552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe1cb81-9859-4281-9661-cad7eb4175da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.854203629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.855212028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbd88249-e402-42c3-a53f-8c679ecd0820\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.8553185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.856215788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"930fdffe-5e7a-4428-8f03-d921d09d3849\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.856336048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.858045624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0112d1-c1eb-417d-bcb3-101d3dc58350\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.858105904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.858132858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.862640228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f7d79c-847a-4a37-8781-7103263e1961\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.862836539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.864685684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9eb5aa-f445-4cbd-8c7d-e47b212c2806\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.864745773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.866562954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d95e2d6b-24f8-4a82-a66d-ec10cf8d4b7f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.866907741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.869505527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cabcd771-bdb2-4a08-b933-2ee05915e13c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.869569053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.871679719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"988e5509-00e2-4234-8672-c4315f9ec7f6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.871739979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.871849467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.871893415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.871920949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.872576636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.876795311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.882682431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.884179033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.884344913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.88444362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.884527477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.885073315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.890624605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.897148985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.89727734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.89744278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.898699163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.901587107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.901709241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.901797577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.901933738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.903163518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.91641954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.922807698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.922900403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.922933368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.923294979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.991031189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.9918449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.992685846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65513"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.993239369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d263402d-550b-4fe5-83ad-1f90c7146185","remote_addr":"[::1]:65513","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:57.993615538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d263402d-550b-4fe5-83ad-1f90c7146185","remote_addr":"[::1]:65513","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":391,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:57.993769725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.993882981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.995386837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:57.995606735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d263402d-550b-4fe5-83ad-1f90c7146185\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.061102261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.061182371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.061556346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56315"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.062976926Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"bbf2b2f3-3749-4565-8137-f4f1db674090","remote_addr":"[::1]:56315","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.063244529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"bbf2b2f3-3749-4565-8137-f4f1db674090","remote_addr":"[::1]:56315","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":276,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.063914103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf2b2f3-3749-4565-8137-f4f1db674090\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.120137605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.120253436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.121298889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63745"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.121641091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.121692433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.122189573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.123938498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.131722126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"74e3255f-9163-4bca-8c05-83b260537cb9","remote_addr":"[::1]:63745","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.137683735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"74e3255f-9163-4bca-8c05-83b260537cb9","remote_addr":"[::1]:63745","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5945,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.139594351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.13966905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.139963026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74e3255f-9163-4bca-8c05-83b260537cb9\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.198839163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.19905376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.19986673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62198"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.219929203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.220003552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.220101336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"5a6d22ca-a974-49c6-b1a5-975fc75daf28","remote_addr":"[::1]:62198","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.220549319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"5a6d22ca-a974-49c6-b1a5-975fc75daf28","remote_addr":"[::1]:62198","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":444,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.224813345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6d22ca-a974-49c6-b1a5-975fc75daf28\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.227297103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.227354107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.22738572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.231157024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.231221332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.23133044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.231372133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.232074863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:58.234432981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.237402197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.241575853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.241777304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.241828737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.24226216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.265738445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:58.274796513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:58.275238894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.275292631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"768.772328ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.275381919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.275419384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.275448211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.275477089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.275504153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.27663181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.279651897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.283544112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.283605875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.283636847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.284015802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.287686085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.287741856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.288850374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57541","req_id":"fdcf751c-782f-4978-b399-cf14e027e900","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 08 40 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .@..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.289106675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57541","req_id":"fdcf751c-782f-4978-b399-cf14e027e900","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.291366297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.292292382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.293501592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.294159242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57541","req_id":"fdcf751c-782f-4978-b399-cf14e027e900","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.295767105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3163, tv_nsec: 94526221 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.295834229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.295976773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.296503984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58312","req_id":"9115e116-2592-4b1b-97ab-961dcc4fae02","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f 6a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .j..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.296770495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58312","req_id":"9115e116-2592-4b1b-97ab-961dcc4fae02","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.296870815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.296959611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58312","req_id":"9115e116-2592-4b1b-97ab-961dcc4fae02","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.297211193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58622","req_id":"c0cb89cc-a4da-4d37-93a6-253edb0cfd10","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5a 56 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ZV..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.29741058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58622","req_id":"c0cb89cc-a4da-4d37-93a6-253edb0cfd10","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.297743363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.297782782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58622","req_id":"c0cb89cc-a4da-4d37-93a6-253edb0cfd10","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.427472259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.428419537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.428474196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.428503965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.428533444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.42932935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.430136488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63233","req_id":"69bded64-3a26-40e7-ae5c-215b382c1efe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cd b9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.430234904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63233","req_id":"69bded64-3a26-40e7-ae5c-215b382c1efe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.430432638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:58.43051921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63233","req_id":"69bded64-3a26-40e7-ae5c-215b382c1efe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.431802968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.431850322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.431876024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.432485338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.440346871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.440408735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.440439336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.440876887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.451069726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.451179114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.452225368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.462577765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677b3ce0-44c4-4129-bd78-fe21b4d87925\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.462810499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.471404542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6b3e1c-46a8-4937-830f-bc0b19bcb778\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.471680461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.489027394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9038066-d380-4860-ac46-bd73b2cc8ea9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.489338273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.492134886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb71ed55-8c4a-47ec-bf43-11b66aabb539\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.492392108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.500317809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e528ce1-bc19-4523-a311-2d0946fb11e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.501977607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.515715569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.519822161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b2cb8e-ce6f-4e00-a8d4-46d257e3f3a5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.519906719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.527260701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa56ab11-02cd-4475-891a-88db41a53597\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.527866579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.531085462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505390ba-29c1-4005-b8b7-85017ef5214a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.531243096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.53277103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde053da-ad54-46b7-8ee3-4418d94e14dc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.532942863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.536448918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ab7838-6d77-4c2d-8f0c-6ebf8f4b1474\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.536727544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.54013374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d229f6-2d7d-440e-95e2-4516fb958851\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.540406604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.542311189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e37bc1bc-8e70-4d07-9437-19abba13fe50\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.542567068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.544472465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c701c2d0-447c-4afa-8bc4-74aa3d699233\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.544845107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.549158892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d941f7d-7935-4df7-8120-7f49f43b0eee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.549385744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.551937198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e07ca75-03b5-4436-9156-9747ac97e883\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.552249931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.554958518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abeb4260-2011-41c8-9064-6e8d5543884f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.555043006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.557693838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75a9013-e62b-4871-961b-4a1b08a7d0bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.560743854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.562754931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c43bbad-9f45-47fc-81c9-b3a41835d9e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.562877375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.564971277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2387b10-ead6-4e61-a5a9-733de8a9442b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.565069984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.565946681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0bd2fdc-7e31-473a-9cc6-ebc4b5fc3e3a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.566603119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.56690011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.567052264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.567101892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.567131912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.570370375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.571777528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f213a240-8ed6-42a3-b24a-97f460184a5c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.571939782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.57637052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.592154759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.592268084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.592355198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.593046475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.593348647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1156669-8d5f-45b8-ac59-2c5ba4cd6b84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.593597343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.595489543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e205a14-2ecc-4013-9d74-487123c85002\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.595704341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.597256534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.597333918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.598372998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.600075711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ba39d32-6208-43da-bc0a-58638c5dc642\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.600595266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.60727283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0add72-5907-4ee8-bbd2-db1c6bd75db1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.607371317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.610147909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56069a8-2dc8-4d77-bbbf-860d25baa525\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.610221756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.612896485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47193811-05e4-4732-9b2b-aa92832fb4aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.612978258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.618091135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80eb1465-f022-4a42-9a0f-5eddc283871c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.618477846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.620708731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab82e414-fa11-4ef9-bd3a-6d6215591e92\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.620976334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.624519954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8543a42a-8c02-4fca-9641-1d5b6a0b12dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.624792066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.629329717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d651cb-73ea-4837-ba43-ddb58e4e7b85\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.629715686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.630356914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.633983159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f97836-4d8c-4f90-9076-9f876e004a57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.634239339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.63594619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51095674-2c76-41b2-9548-58ef029e41e8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.636376037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.637765265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb85b52-7ca4-47a6-a6a0-0d277bc521cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.637839042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.639802504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6ab22b-a3e9-42da-9561-d0aaf333e797\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.640279925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.644436326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4464b9fb-e6c0-4d3d-bce1-7f1a5fbefea1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.645322953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.650167846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b86bbcf-fb0f-436e-8c6d-1a76367f5a67\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.650236523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.65339721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2328ab85-53e6-422f-ba61-9ab84bdaedf9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.653474534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.656570583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed9cbd1-e5d3-466a-a5d9-0fa8cbf0f4c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.656644751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.660250796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d67262c-4bb8-498d-b122-6fbd88ff886f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.660319573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.662832419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20427796-7189-4ae5-a3dc-460a8519fe8a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.662906026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.66390192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a78536bc-dff1-4ca9-9092-e829b3b79cf4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.66407223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.665234385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d647cca-84b5-4034-8a7d-a861f80b1015\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.66535715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.668781833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"329353ef-bee9-4711-82a4-3bc0708d3853\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.669693169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.672179112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb96a2ab-3cb6-47fc-83e9-4b449f68a16b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.672279722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.672320203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.676106597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91cab431-acec-4bc5-abc2-5172349943a4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.676935018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.68014814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46fe2c44-6093-49b0-90f9-e442c1f6e860\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.680411284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.682043436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.682204657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.682301791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.682387902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.683310571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.68546359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eacdfbf-90c2-483f-bd08-dc4bdb7ab049\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.685755642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.686280859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.696340071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.696442836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.696528557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.697384201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.700186515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ee88e3-89a2-4d07-86ff-13d80a8b8c76\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.700431022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.700818875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.700924936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.701746563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.708095132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43b2337-359b-4777-a2c2-ab1ceaa91732\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.709235494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.709341125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.709528839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.709621744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.711183025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.718814099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.724966147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.726055708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.726984077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.727137413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.727225699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.72872179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.733191535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.743581487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.743661807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.743697117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.744165851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.860081545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.860229931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.861092429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53145"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.862513911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.86269379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.863513573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1b395528-1417-45da-bcbf-1589549b59c7","remote_addr":"[::1]:53145","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.865015586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1b395528-1417-45da-bcbf-1589549b59c7","remote_addr":"[::1]:53145","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1511,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.866465034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.875780584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.875859321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.875887537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.875911796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b395528-1417-45da-bcbf-1589549b59c7\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:57 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.936521817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.936640193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.937273475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44078"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:58.93778293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6e5167f3-b889-4eaa-b13c-216b7a433ed9","remote_addr":"[::1]:44078","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:58.938047036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6e5167f3-b889-4eaa-b13c-216b7a433ed9","remote_addr":"[::1]:44078","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":265,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:58.938260161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5167f3-b889-4eaa-b13c-216b7a433ed9\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.012271584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.012452504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.013186597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44587"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.015333154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"5382f260-0eb2-4e7f-85b1-b1ab35731aac","remote_addr":"[::1]:44587","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.016151845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"5382f260-0eb2-4e7f-85b1-b1ab35731aac","remote_addr":"[::1]:44587","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1189,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.018497498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5382f260-0eb2-4e7f-85b1-b1ab35731aac\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.093129788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.093300939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.095128411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60769"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.095465011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.095518838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.095955609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.096952625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.09748192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.098815337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"20a2c2b5-ca9f-436e-8407-c3fba47cbf52","remote_addr":"[::1]:60769","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.099302978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"20a2c2b5-ca9f-436e-8407-c3fba47cbf52","remote_addr":"[::1]:60769","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":508,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.100367679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a2c2b5-ca9f-436e-8407-c3fba47cbf52\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.102823513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.102911829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.10297267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.110005632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.110138647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.110230691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.110315029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.110999182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.112226878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.112328821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.115680409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.119429709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.119869205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.119969475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.120511144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.132248059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.132358219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.148675159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.148793966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.148880578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.148960167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.149494802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.151741017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.157027621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.15712282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.157207689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.15810631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:59.197750488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:59.231643658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:24:59.232161159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.232219947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"956.821514ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.23225659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.232331178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.232371308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.232405085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.232432179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.233267494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.237354136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.241864042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.241938821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.242000413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.24245021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.243177018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.243669259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.243706302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.248061139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.248109786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.248819871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56295","req_id":"6a827fa0-d3ac-419a-966c-076012791e11","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d8 24 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .$..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.248991823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56295","req_id":"6a827fa0-d3ac-419a-966c-076012791e11","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.250256704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.250440941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.250588344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.250635358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56295","req_id":"6a827fa0-d3ac-419a-966c-076012791e11","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.251214001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3164, tv_nsec: 50096883 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.251278179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.251303439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.251873325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61101","req_id":"5ae14024-2c03-4052-a6ee-f15fd799bf8f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6e 95 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e n...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.252035568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61101","req_id":"5ae14024-2c03-4052-a6ee-f15fd799bf8f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.252138192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.252170437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61101","req_id":"5ae14024-2c03-4052-a6ee-f15fd799bf8f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.252301047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51771","req_id":"1967f9d2-226b-480f-a8f2-9a4c1902de0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cd 3f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .?..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.25235302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51771","req_id":"1967f9d2-226b-480f-a8f2-9a4c1902de0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.252435184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.252525815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51771","req_id":"1967f9d2-226b-480f-a8f2-9a4c1902de0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.360114017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.360747459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65005","req_id":"50206c92-8fd7-46ad-94a4-2378f65667e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5f 3d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c _=..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.360959782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65005","req_id":"50206c92-8fd7-46ad-94a4-2378f65667e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.361055924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:24:59.361210271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65005","req_id":"50206c92-8fd7-46ad-94a4-2378f65667e6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.361360461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.361406382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.361432755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.363253813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82634db-2495-43c6-b8e2-95af892dc613\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.3636991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.364960704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fe4953b-b87b-417c-8fdb-247c065b1c07\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.365135743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.369414668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234c84ff-6dac-4a0f-8f30-f886f7230423\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.369577493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.372167423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5def31b9-fda4-4733-a942-4b81283add70\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.372294015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.374473397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed12390c-ae6b-451d-8854-9d51abba76ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.374546132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.377719735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7727f1cc-ddc8-4b0a-ae8f-794de3bc399f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.377968962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.385072475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26fc04bd-2270-42cb-9548-6ab7b0801c69\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.385242444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.394794045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.437615273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9755e67-f95c-49fb-af35-d92fbb02900d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.437850081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.438913981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e08d498a-5ace-47c8-bb16-5ade3f54118b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.439298106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.442202313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715dcf60-9b36-4ea4-95d0-8b920b8007d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.442247974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.443808573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dace769-ce1f-489a-be2e-b03b3bcbf917\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.443949063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.44531276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33f248a-7afd-4d69-8b49-fe9ac66677a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.445444002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.445638619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.445690473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.445722396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.445748368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.447586961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.452435522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0a555b-5c68-4d8d-843f-58c511d773d4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.452559048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.454204727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.458871946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.458936615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.458968268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.459382132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.460387806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da57bbc6-6061-4ea3-8222-ccf42970b3d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.460536222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.463194158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.463347463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.463720556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.465437838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e9795d-6b69-4459-a956-235045a48cc4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.465761293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.469410393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ddb8db-d8fe-4c61-92a2-c0fb82846aef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.469574129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.474362289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d929b39-ee16-46ca-9490-d3e666a6b4e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.474610644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.484736109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"057a13b9-9a7d-4993-81d4-a524d90fd5e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.484992309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.490663749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92c9355-655c-4e5b-8568-0ca314ff9b69\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.490981462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.497035043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2ba802-2317-4894-946f-bcb6609b57e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.497216846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.498628098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dcf0c72-5b37-4858-bcea-1ff2d1bedb5c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.498778046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.499886795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62963f11-2286-4768-94b8-caa7e089f53c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.500067195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.505910417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.506265885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a12270-dc75-4b40-9788-0969ac6db8ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.506311516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.507878368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c256c4-a6c3-449a-ab25-6f78d4fa63a3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.508189438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.51035373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38adc3a3-b8fa-420c-8df7-8240a3032ba2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.510473759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.513142807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aff5fad-cbae-4c21-a49c-0b8bee260c64\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.513206775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.515958788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aec5264-fa40-4830-b182-b5d86ce70a4e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.516041342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.517575659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4594c395-13ca-4e58-a8ab-34362c6fe9aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.517715809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.519655383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d83fd8d-dde3-40d3-9316-b58b7e46bcb0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.519938657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.521658965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d4f2e7-b02e-4b23-9b15-1ebad00683ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.523066089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.523109706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9ba1ff-c42f-4af6-b3ab-ea18976fc31d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.523142791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.523731845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9cdd2b-17e6-4238-8925-fdc40d6c87ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.523857686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.525464988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf19b1c-9494-4fd5-a9f9-2fa1d263925e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.52636407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.528067944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82909e02-791a-4c94-b9a1-b3522ae209be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.528129397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.529096744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"725dd796-07d3-4303-b3c0-f8995b7e06b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.529301202Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.531571525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8fcd863-074e-4646-8d55-e5bf1ff40457\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.531765401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.534776421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b1faff-38f2-4f12-8be0-b5a41e8702a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.534844426Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.536794061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b169cd-5133-430f-876e-a0bb0c705883\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.536870663Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.53877137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a923784d-b69c-4fc9-bc7e-4d585f7730ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.539226177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.542564578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d70ad5-7a43-4d36-8a47-bb83d70dd93e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.542637333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.544883599Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79aff63f-64b5-4bcf-b198-b9ba8b781cd5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.545141613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.546334359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c7d14b-12ed-4878-af8f-ff439befd7c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.546431392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.547494721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23852b5f-686e-45ce-b511-a4bbc821050e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.547617706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.548799892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0999fe-7ebf-4335-9ba5-1407080b3447\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.548938247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.550108499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d59417-9dc1-478e-81fd-93e0952a7ff8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.550173037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.550200723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.554647663Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e744f284-6f3a-41cc-a707-39c8dd0bfeca\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.555318259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.556295516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.556357449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.556393992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.556423271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.557191351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.558583074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87c12a55-d617-4a64-ae4f-e71cf2ee9192\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.55874163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.560076249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.566781068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.566842771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.56687759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.567371033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.569264746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"476b5555-e10d-4f22-b174-9829674fc00d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.569427741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.577838128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.577920673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.578383104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.57889813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d60e1be-8c21-499d-901a-282b3a822614\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.578965825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.580500022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad50fb5-78d9-4d0d-8a5f-3a1306b13178\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.580637716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.580687866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.58071994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.580804459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.581542579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.594606258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.59875327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.598860213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.598954491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.599052036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.599137296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.599678474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.604661402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.609068102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.609204283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.609297669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.609901022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.681685357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.681755617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.682240523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34326"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.682419099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.683081419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.683565764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a66c8da-e3ee-4ca9-bf9a-4df9b2ef32d4","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.683768177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"2adb58a4-ae14-40aa-92b8-f90ed7f95ac8","remote_addr":"[::1]:34326","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.684218094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a66c8da-e3ee-4ca9-bf9a-4df9b2ef32d4","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.684285959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a66c8da-e3ee-4ca9-bf9a-4df9b2ef32d4","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.685296562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a66c8da-e3ee-4ca9-bf9a-4df9b2ef32d4","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.685503705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"2adb58a4-ae14-40aa-92b8-f90ed7f95ac8","remote_addr":"[::1]:34326","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1788,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.686020715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2adb58a4-ae14-40aa-92b8-f90ed7f95ac8\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.734278937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.734431771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.736854548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59275"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.737730403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a66c8da-e3ee-4ca9-bf9a-4df9b2ef32d4","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":54233,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.738585928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e114c5c8-a7be-4980-85dc-3b16151a17eb","remote_addr":"[::1]:59275","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.738872048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a66c8da-e3ee-4ca9-bf9a-4df9b2ef32d4\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.739203188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.739805137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e114c5c8-a7be-4980-85dc-3b16151a17eb","remote_addr":"[::1]:59275","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1229,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.740381375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5a8b532f-35e2-4b45-933e-b3784c530657","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.741949309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5a8b532f-35e2-4b45-933e-b3784c530657","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.742094829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5a8b532f-35e2-4b45-933e-b3784c530657","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.743015173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5a8b532f-35e2-4b45-933e-b3784c530657","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.7433201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e114c5c8-a7be-4980-85dc-3b16151a17eb\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.82994259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.830027729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.832525235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40983"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.832876906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.83342116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.837377984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"477c0ca4-7137-47b8-b293-a0e517281eb0","remote_addr":"[::1]:40983","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.840240237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"477c0ca4-7137-47b8-b293-a0e517281eb0","remote_addr":"[::1]:40983","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2995,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.840440987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5a8b532f-35e2-4b45-933e-b3784c530657","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":100029,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.840900613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.843163982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8b532f-35e2-4b45-933e-b3784c530657\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.843229703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.843262779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.843627616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.843664981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.843692886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.843720141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.843746152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.84412658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477c0ca4-7137-47b8-b293-a0e517281eb0\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.908723215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.908874667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.910884962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.910950132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.91098434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.911014099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.913562878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.913621825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57989"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.913658789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"0466def5-c94e-4ff8-ba30-19a1302408e8","remote_addr":"[::1]:57989","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:24:59.913691223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"0466def5-c94e-4ff8-ba30-19a1302408e8","remote_addr":"[::1]:57989","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":249,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.913726403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0466def5-c94e-4ff8-ba30-19a1302408e8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:24:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.915696258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.915752981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.915779905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.9222118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.922267892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.92230194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.922331428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.922822767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.923454987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.929361906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.92942422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.929458839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.930434062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.932747101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.938480785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.93878451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.940078037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.940698083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:24:59.942252329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.942420575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:24:59.943183635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.0180896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:00.070335106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:00.070745714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.070808259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"838.508534ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.070846124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.070873108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.070902026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.070931615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.070958829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.071604375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.071887549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.071943531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.07197308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.071999001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.072489529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.075151983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.081645982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.081707154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.081739559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.082322901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.082833118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.087416239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.087476008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.087507912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.08792344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.090181078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.090255256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.091387421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.091494355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.091894502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.092547443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.092881919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51006","req_id":"df592f9c-77c2-4bca-8fb8-259466d19cc7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9a 9b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.092925716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51006","req_id":"df592f9c-77c2-4bca-8fb8-259466d19cc7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.093131496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.093296896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.09345429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.093502065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51006","req_id":"df592f9c-77c2-4bca-8fb8-259466d19cc7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.09386622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3164, tv_nsec: 892756247 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.093939216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.094055898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.094335165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.09439294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.095024719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.095932086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62911","req_id":"50305e38-af03-472c-8f24-7ee0249218f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ed 17 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.096196313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62911","req_id":"50305e38-af03-472c-8f24-7ee0249218f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.096314989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.096341162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62911","req_id":"50305e38-af03-472c-8f24-7ee0249218f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.096391141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63984","req_id":"a47e3e65-d45d-4401-88a6-b9c19fe8c3ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8a a3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.09649622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63984","req_id":"a47e3e65-d45d-4401-88a6-b9c19fe8c3ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.096652472Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.096677251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63984","req_id":"a47e3e65-d45d-4401-88a6-b9c19fe8c3ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.243602831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.24493234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.245003522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:00.247429365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.250432288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51479","req_id":"f184f97c-c42b-444b-8ebe-8e474e2166ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f9 40 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .@..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.250499412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51479","req_id":"f184f97c-c42b-444b-8ebe-8e474e2166ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.250672046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:00.250768909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51479","req_id":"f184f97c-c42b-444b-8ebe-8e474e2166ca","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.251702649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.251763681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.251873059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.251916425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.251942697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.264418284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e362ae-71b2-4678-b438-905860895696\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.264627722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.268085711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f90c948-fbef-4e1f-bc5f-c543ad921e78\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.268320299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.271215698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda60f3d-425c-4f21-906f-4d4fd4565720\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.271390296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.275142121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c14edf-bb67-4f57-b873-253ae2d067d5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.275403902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.277413617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6fea645-1e97-43a0-a89c-e3129f7bc62d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.277655238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.281212245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.281635859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27ed665b-2050-4235-afc5-935499ab8c6d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.281964444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.292066021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833d4eab-7d2c-4c65-9468-82b06c691fe6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.29240722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.294840228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f556d3c6-7a60-42e7-842a-f2c21fef96a4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.295059224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.296403312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5259a866-767e-4ec1-bafb-d6b54073c685\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.296635074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.297857249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fffa05-9496-462e-823a-74309d8bd89e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.298093149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.299178412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21b1667-1ce3-4f09-aba3-f97ee989e1b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.29939852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.300357651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82bacacf-44d3-42d4-920c-af2bc1aba68e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.300564674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.302135533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bd7799e-8486-4d22-bc2c-6bd15fbfc349\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.30239484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.306140683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082ca327-23ea-413d-9427-175678fd38a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.306412144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.3081715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f502f4a9-fae9-41f4-a877-c681bcab38d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.308423692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.311063812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254bb1e8-4b4e-48cd-aa8c-cffbdb297117\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.311276496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.313162965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6cc4c02-7a0e-4b09-94b3-542f25917700\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.313375679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.31550949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9ac5d7-4b70-447b-a3fe-36aad9aa7bec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.31572021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.317732319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02aa9195-daed-4aaf-bc80-ac73c60d459d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.318016716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.31888736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fff02e6-e060-4d6c-8443-2ac38f0f168b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.31915809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.320235977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dfce9cd-2534-4568-9888-6c51b6c91d80\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.320456186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.321508533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab71f9e5-02f9-4054-9a60-4ede1075488c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.32172774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.322825226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a03016-44ec-414f-84b2-653e7a68d45b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.32303303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.324345766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5b6235-fe63-4e5a-aa71-bf5072bbe294\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.324856724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.326895296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3ac5f7e-6cc8-4665-ada7-a2e065cb9800\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.327104432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.329076872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"497abf7b-dc6f-4d47-9a3b-e04b9e03399b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.329283434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.331512976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1b8239-973c-4470-a7f6-29c184beacb8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.331723686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.332311788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.332457107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.332555353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.332643859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.333504785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.335498647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704e29f0-f819-48ec-96d4-59895f7a0001\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.335711391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.33597702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.341589493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.341687779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.341771876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.342393615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.345080729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b2bfb3-2048-464d-82e0-5b61dc6ebb7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.345299124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.345621977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.345735794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.346312142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.34893597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd3749e1-fdad-4bc1-b2e4-68d90330f812\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.349171129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.350393595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12bd1676-d59e-4257-bdb9-ac245e56e5b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.350608092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.351926889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df9fb869-e9f6-4ffe-a556-69ea05183130\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.352202549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.353480465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0ba862-fd18-4c9b-a89a-4c273bf2e0e7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.353886694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.355658064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ae50d3-a3db-460b-91f9-23fc8217a260\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.355869184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.357420175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047d99a6-d3b6-4773-bc99-7e519cc1aeb4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.357675132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.362263645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f981ba9f-fb24-4618-b056-0394be2a45cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.362564073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.368104883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58dc7df-ee76-4e28-87f9-751b820ed399\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.368423708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.371668944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3aaf925-26fa-44c8-be19-c7b9328661cc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.371798843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.375365309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7f29ef-5428-4b67-8e21-dfda0d45e6ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.375468775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.381404221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbfc6e7-5458-4ac1-a66c-747993d3b292\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.381526114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.381938906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.394674281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dbcd0af-23ff-4456-b7c7-08ceec35b455\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.394863007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.402210436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97e86f1d-a0ab-48a6-8766-fe57f8527e06\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.402585764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.414216798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3633e5f3-3f86-4bc0-877f-5c05c94047c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.414501235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.424349276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bda1573-13d7-4082-bac7-1d7d10ccb772\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.424590918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.432574304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.432641228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.432676037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.432705606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.433539297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.434291466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95682fd2-26e7-4161-b15c-94aeb45353ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.434357387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.434390563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.437597212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"518db3f0-cf2a-448f-976e-86847aaaa411\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.437809906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.4380179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.450980578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.451103472Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.451149414Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.45147873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.454533326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57eae655-da90-4d6f-9090-67e298962bfa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.454712934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.455311998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.455360584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.455807325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.458076676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7671a852-e371-4dd5-a35f-e22207e060ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.458802522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.462706992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a05a30-6021-4682-a15d-020ed45499be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.462955537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.464185698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881c3b20-fa10-4dd5-bba0-fdc33cd63b99\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.464249044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.46428705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.464518351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.464573711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.465464396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.469631488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.476182421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.476253502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.476288231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.476320345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.476350315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.476986222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.480111399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.485709202Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.485777689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.485812678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.488463119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.556033789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.556098047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.558671765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34463"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.559222984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c2441b50-ff45-4c26-8d5c-da0339c71214","remote_addr":"[::1]:34463","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.560770286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c2441b50-ff45-4c26-8d5c-da0339c71214","remote_addr":"[::1]:34463","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1509,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.561275303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2441b50-ff45-4c26-8d5c-da0339c71214\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.644180326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.644253371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.644705873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52253"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.645316389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4b9b7c23-0e78-4c92-a7f6-f258d54d62a1","remote_addr":"[::1]:52253","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.64557765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4b9b7c23-0e78-4c92-a7f6-f258d54d62a1","remote_addr":"[::1]:52253","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":271,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.645804191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b9b7c23-0e78-4c92-a7f6-f258d54d62a1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.701151487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.701220575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.701756142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38560"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.702594572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"b48ce410-06df-4987-a17b-e34601fda816","remote_addr":"[::1]:38560","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.703639244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"b48ce410-06df-4987-a17b-e34601fda816","remote_addr":"[::1]:38560","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1061,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.703893961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b48ce410-06df-4987-a17b-e34601fda816\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.767255655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.767328049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.767913295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63489"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.768449243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"10df009a-623e-471c-8ded-362cfc108ecd","remote_addr":"[::1]:63489","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:00.768722187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"10df009a-623e-471c-8ded-362cfc108ecd","remote_addr":"[::1]:63489","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":237,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.768966514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10df009a-623e-471c-8ded-362cfc108ecd\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.770161044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.770217086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.770246865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.776976233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.77704011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.777077004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.777108276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.777921316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.778888723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.778953703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.781456069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.784760502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.784956473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.785014999Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.78620508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.788897254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.789844191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.78990369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.789931886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.790535639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:00.83215385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:00.832591542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.83294661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"762.031007ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.833008473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.833040998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.833126468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.833166438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.833196277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.834443342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.837546355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.844777131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.844843554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.844879155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.845595141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.846144536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.846201139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.846235647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.846264194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.847039118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.849496855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.84955431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.850354143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58659","req_id":"3e4765e4-eb03-41b3-8cdc-cb2b33641746","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 98 37 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .7..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.851539475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58659","req_id":"3e4765e4-eb03-41b3-8cdc-cb2b33641746","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.851729083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.852012598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.852236133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.852279059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58659","req_id":"3e4765e4-eb03-41b3-8cdc-cb2b33641746","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.852678635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.858604882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.858667327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.8586993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.85909063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.859376189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3165, tv_nsec: 658234292 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.859442501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.859470096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.86017448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56369","req_id":"7beeeac2-7896-4178-b531-6de44b7cd34b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a9 ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.860298948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56369","req_id":"7beeeac2-7896-4178-b531-6de44b7cd34b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.860525028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.860689366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56369","req_id":"7beeeac2-7896-4178-b531-6de44b7cd34b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.860777191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56197","req_id":"86bbd995-fb8d-49f8-ac74-89c9505e684d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f1 36 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .6..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.860813383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56197","req_id":"86bbd995-fb8d-49f8-ac74-89c9505e684d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.860951468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.860987269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56197","req_id":"86bbd995-fb8d-49f8-ac74-89c9505e684d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.996499368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.997949638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51666","req_id":"3133b3c4-1cf5-435a-bc32-091b6df48321","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a3 8a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.998021341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51666","req_id":"3133b3c4-1cf5-435a-bc32-091b6df48321","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41866,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.998173293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41866,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:00.998263443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51666","req_id":"3133b3c4-1cf5-435a-bc32-091b6df48321","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:00.998425366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.998480896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.999236612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.999390178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.999438614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:00.999466761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.005354942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c931c37e-7735-454b-8ade-a0972222ab07\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.005728036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.007807769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b20c45-6876-4a59-afa6-fd361ebce6c4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.008086795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.014972405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"455c9c58-0f27-4c4e-9f21-9e5d422d70b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.015329736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.02278481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c3793e-20a1-4858-a96e-b4cbe0ddcff6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.023109267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.027099557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68242194-df79-4bff-aa28-2b2d03a4cb49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.027309726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.037138619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23922cb4-5932-4c54-8c36-e16a5e77f79d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.037351133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.045073068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.077314367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14a1ed9-105e-4fe9-9435-072255a77acd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.077564375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.087538257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70eb8ebf-2a28-4e33-a54d-6f6f5ac65b5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.087629078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.090434508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.090500129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.090612843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.091414681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.092022191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e587a745-4ce5-4b41-b88b-625d2c68c2c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.092227871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.09379846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8115f827-a90e-48cc-9672-ad8669eb1555\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.094106404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.09513826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa62e492-3cf8-4b67-8bbb-70f6ebb70177\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.095272177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.09620219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.096260386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.096295145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.096549121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.096749119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.096799009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.097871726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.098748162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16038bea-bee4-4986-b6b9-075dd187fcf1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.099019934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.100892264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.106405459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.106469617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.106507242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.107034051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.107095734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.107131546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.107356835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1f2eae5-944b-43b1-b78c-833f5d210a97\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.107540801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.109821144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.109884551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.110390319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.110578403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3ad0ef-85da-4880-b4ed-15da4437e3a5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.110705617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.113802697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56938471-4786-4c00-82b3-530f22dbc2f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.11387448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.117945141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e47e6e-900f-424c-9235-f62950be641d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.118012275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.11962083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ac1c0c-8427-434b-ad8a-36007222b7e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.121122562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.124427046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfbff6ce-38d7-4e5a-8d0d-eb8edc5f4376\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.124610642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.12793249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00634265-1831-45b5-bb66-c3cac26e40cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.128044042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.129422299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ead393-16da-45bd-a7f6-802c2cb8daec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.129575494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.131750597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402955bb-5d1b-4802-9a2d-69303ed4fb31\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.131960035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.135564757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e3c1a6-f3d4-4961-aebb-97125c038f96\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.135674335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.161332628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc5dc6d9-95ed-4555-8c08-d5a4d7db5006\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.161471424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.162441277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.163626598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e8e6a9-dcbf-454b-99d1-9fb14c29b642\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.163824182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.166205767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e4eb64-d689-4ee8-9429-8d67e54fdeac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.166357379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.168281753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43bc08fd-1280-4534-bba1-349bfbce37ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.168400179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.170359593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3960788-d4fc-4d32-b43f-9a63bad323e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.170484352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.172389708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978ba2d3-3cb7-4f9f-87c2-6082879ee41a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.17247062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.174875231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf89bc0-a883-4495-b3b0-4d51efd70802\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.175000771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.17707333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130b5b20-96f2-4b6d-a6b6-9af64738de17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.17716881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.178481366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77689d94-bda1-4f89-9449-fc27e96137af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.178743327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.179758069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2bfc7e-eba0-46e4-9fa9-5bb01cc1046f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.179886826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.180836217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0065167-f5c5-4232-85a9-d1a2cc6fb6c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.180965024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.181910027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"115ebd00-5fe0-4ba4-b8d2-4f127f6159ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.182075316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.183158074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b2e50a-fc98-4aeb-a650-9d6579b50bab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.183312892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.184989382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c61c7e4-ca45-4c6d-b756-fab5c76cc185\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.185123459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.186896953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59131afa-5d7e-408c-8d49-55af05684c14\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.186988696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.188824233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90572919-c4bb-4ccd-a9c8-b3069a6180b7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.188898661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.191120628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5423598e-000a-4a5d-8d22-4c1438a034ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.191239575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:01.191647047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.193477595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5f0a40d-a9e9-455d-b591-8d2d1144b97e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.193594077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.195548571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcfdaf9-dc35-4fb3-ad1a-2fb08f6d28ec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.195709061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.196628082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e367b3c4-ab16-4d26-bef0-f38a51f0eecc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.196735275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.197858914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb558b3-340b-4246-8ddd-65b73603475b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.19799254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.200061813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a7bd8b-3686-4afd-aa70-8a49254bde01\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.200128787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.200304757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc66e794-d787-49a9-8168-325d21b0c323\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.200361971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.200390769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.201938733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0067a322-9b1a-412f-983a-8f2ec418d529\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.202162659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.203343381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a71ad00-18a4-4f00-b371-c58d2150b84c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.203596225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.204781717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ccf452-4d17-4160-a808-e8221f136635\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.205091204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.206620741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4430c170-ec30-4fbd-8252-1574f395c3ef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.206757614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.207997134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4266f27-6c3f-4ce8-a09d-d51d63a5e242\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.208145449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.208192904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.208223314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.20825144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.210382256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.212885333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.217711569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.217778152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.217813462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.217843442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.217871167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.218268699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.218739928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.218795689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.218826811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.218853524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.219259042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.220777638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.224747528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.224882016Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.224978448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.225975424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.22759446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.233510257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.233605857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.233688803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.23441028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.31209887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.312177506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.318098293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.318254975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.321280103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.321551644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45781"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.323300939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9412808d-0f54-4e8b-8e2d-85f78a326003","remote_addr":"[::1]:45781","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.325848655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9412808d-0f54-4e8b-8e2d-85f78a326003","remote_addr":"[::1]:45781","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2558,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.326574081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9412808d-0f54-4e8b-8e2d-85f78a326003\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.388575114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.388640263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.389183155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39984"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.390451342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d2695db2-9ce1-4a71-8f8d-c4b6d0cfaf1b","remote_addr":"[::1]:39984","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.390685719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d2695db2-9ce1-4a71-8f8d-c4b6d0cfaf1b","remote_addr":"[::1]:39984","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":249,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.391667445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2695db2-9ce1-4a71-8f8d-c4b6d0cfaf1b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.47266145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.472747662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.474181178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52164"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.475521469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"0896dae4-f6df-4a22-a190-05ffa929cfec","remote_addr":"[::1]:52164","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.478047221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"0896dae4-f6df-4a22-a190-05ffa929cfec","remote_addr":"[::1]:52164","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2543,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.479217142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0896dae4-f6df-4a22-a190-05ffa929cfec\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.545474205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.545548513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.548227741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40060"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.553660916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"ea91c767-5cb5-4c1b-b850-55c81359e2a4","remote_addr":"[::1]:40060","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.553979481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"ea91c767-5cb5-4c1b-b850-55c81359e2a4","remote_addr":"[::1]:40060","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":493,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.558137987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea91c767-5cb5-4c1b-b850-55c81359e2a4\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.560024315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.560083774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.560112912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.568393891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.568461826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.568497618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.568527557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.569705584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.57343272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.58162349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.581850102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.581905011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.582428474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.61299704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.61779515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.618129887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.618729802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f80b9c75-31dc-4438-a787-d7001f5638f6","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.620289099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f80b9c75-31dc-4438-a787-d7001f5638f6","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.620362555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f80b9c75-31dc-4438-a787-d7001f5638f6","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.621063021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f80b9c75-31dc-4438-a787-d7001f5638f6","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.626517298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f80b9c75-31dc-4438-a787-d7001f5638f6","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":8055,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.630095447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f80b9c75-31dc-4438-a787-d7001f5638f6\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.630256919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.631332502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3b6332ac-3223-4e19-acd0-84368cf3be94","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.631397401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3b6332ac-3223-4e19-acd0-84368cf3be94","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.631441399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3b6332ac-3223-4e19-acd0-84368cf3be94","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.631886366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3b6332ac-3223-4e19-acd0-84368cf3be94","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:01.633769317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:01.634281979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.634414042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"801.379727ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.634459653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.634487558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.634520183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.634551165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.634581736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.635503402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.637230343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3b6332ac-3223-4e19-acd0-84368cf3be94","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":5966,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.638118392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6332ac-3223-4e19-acd0-84368cf3be94\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.638229033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.638273101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:01.638301026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.63842837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.644915145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.644989833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.645021647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.645686031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.649434329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.649493416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.65129194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55270","req_id":"b231a27e-72f3-4803-8f0a-6ddc4ae0d8a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 84 81 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.651352701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55270","req_id":"b231a27e-72f3-4803-8f0a-6ddc4ae0d8a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.651559222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.651744251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.65185901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.651954189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55270","req_id":"b231a27e-72f3-4803-8f0a-6ddc4ae0d8a0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.652311652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3166, tv_nsec: 451209885 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.652369968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.652469757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.654272689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52949","req_id":"baece179-7bde-42fc-9466-e0aa995d1360","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 3c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .<..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.654523639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52949","req_id":"baece179-7bde-42fc-9466-e0aa995d1360","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.6546096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.654632506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52949","req_id":"baece179-7bde-42fc-9466-e0aa995d1360","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.654668307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50016","req_id":"4cfe87c4-a277-4db2-823d-ef14e0d86a4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 70 04 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e p...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.654699539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50016","req_id":"4cfe87c4-a277-4db2-823d-ef14e0d86a4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.654778206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.654978405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50016","req_id":"4cfe87c4-a277-4db2-823d-ef14e0d86a4c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.78591615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.786435304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.786498029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.786531205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.786558389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.787722799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.787849592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.787900593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.788740597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61778","req_id":"6fd2151b-e334-456b-8b4a-1b3f0e355e04","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 16 d5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.788802831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61778","req_id":"6fd2151b-e334-456b-8b4a-1b3f0e355e04","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.789019753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:01.79103058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61778","req_id":"6fd2151b-e334-456b-8b4a-1b3f0e355e04","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.791063636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.791091691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.791117272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.79114633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.791488672Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.791544684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.791572089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.791689863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.81294367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.813032898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.813067357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.813906158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.817188929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5d45b8-2da5-4cdf-a0ca-a933d5f281d9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.817394799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.81758117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.817633013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.818130865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.819383651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd1ccbc2-6b5b-4e00-a6f6-21a3b5c977f5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.819535283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.823628429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eaf1aa4-66e7-4c16-ad24-d751481df791\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.823786113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.82651511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e38d096c-ef8d-420f-8033-d27c72899b95\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.82678597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.841068667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2410b0f5-bfde-4dcd-9990-3b70a97f19cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.841332052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.843232839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5ac9276-fbca-44ae-82b0-6317b1c9ce6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.843315384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.852021811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb139acf-f347-4508-943d-7d7518402168\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.852204805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.858466882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42018adf-ea1b-4933-a1da-3f30d57ca2f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.858645708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.862979694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf23057d-808c-4973-af6d-342227fe10e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.863125174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.863598917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.866941638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a22ee1-4df0-48c8-9b34-781f0ca7c74e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.868638569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.871062188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6e6c02-5ddf-4d04-bdf9-21ff4bbac80e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.871584428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.873174877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d786fee-97a7-4a6a-b944-a61970510fe3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.87333725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.874923882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb91e96-4603-42bb-be9b-07e5ce8bd6dd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.87518409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.878264989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f6da56-32cc-4705-9a26-423dfc996c91\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.881010028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.884241817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c9b1c1-b57d-49c8-a348-2978b2911a88\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.884687425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.88714402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f8c074-8a06-4e74-b2b4-07f9f568d963\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.887225652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.895605508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27eadf4f-629a-48c9-b122-a26616089c79\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.895869935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.898695225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"455196f8-5a68-4a48-bfbd-0315d9137b26\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.89884869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.900490692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89c3b01-95da-48d2-9343-e8856baac084\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.900693666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.90174972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ffde9c-c3e3-40b1-9073-642d704d5a98\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.902394836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.903997559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21225fd3-cc8e-446b-a27f-162fe70fc7aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.904060725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.905195095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81e03f2-fe94-4f35-83b5-0a558065b2bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.905850331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.906817337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5325053-353e-4721-93ed-9d0b1cd11514\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.906928579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.908768264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57bce01f-a5e0-472b-bd01-3bd02e1e33e7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.908990708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.910920252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae3c409-e0ac-43c9-bd1a-5124a2981088\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.911053267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.912692443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47cb076-fbdc-47ba-8201-b73d49408f72\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.912866129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.914289084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.914346068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.914377771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.914403853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.915212644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.916948423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da287050-289d-4a98-a537-4e375cf598d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.917153121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.917784058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.923331651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.923405448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.923438995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.923764273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.926232541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.926291438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.927037555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.929900529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b709d18-b2e2-4517-8458-dd9d9d456fab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.930497278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.934261889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee73141-b1e1-46c9-8585-0f888651a059\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.934531426Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.937013341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d56ced-ef06-4431-bf8f-e16d10077a2f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.937516744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.938958717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f4c87db-d6e5-4bb8-8284-675cf7ac0495\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.939245027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.941603527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe2a9c5-da44-4e5c-b80d-bbe998de3348\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.941667614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.943573421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48614fd-db66-4861-b8a8-d1330499c9d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.944495519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.947362421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eccbe3ab-ea0a-4294-8a08-0ad5b2fff1c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.947436238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.948753172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01152689-873d-43eb-b302-56c5d2b817d4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.94887262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.950860981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0238e49c-b16d-49b3-83bd-e7b59f40e009\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.950928286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.954289553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.955501127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de267b9-7041-4c69-afa6-41417ae999c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.955942736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.957579738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650cdc26-bda1-4735-9079-e027513857a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.957641281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.959471397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688bbb09-06f4-4515-abc7-4802e2976533\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.959537389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.961378677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ce7ff2-dd4e-42aa-827e-f03726ebd2ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.961479228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.963144956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"310d71b6-4c40-4a50-9260-83b654b872c1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.963310556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.964645656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"702e6eab-609d-4294-adb1-d6d870169c1c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.96471256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.965617062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"546a4e17-9cca-4e1a-9de2-54ad9038cc0b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.965710558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.966623698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"413a2aae-53ec-422d-8ce5-52312fc24b00\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.966751943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.9691495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e8c237-9a63-4bcc-9f64-92878953d8f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.969216484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.96924965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.969753484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1262feae-44a7-46ab-ba9c-1184e7dd6ddc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.970027369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.971190126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d9b673-6dcc-4afd-8412-ec99071bac69\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.971378752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.972434295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aab19f1-ca13-44d6-80f8-e90d6586cfb8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.972563552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.973689185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"730e2677-920f-43b0-8fb0-b08ee2560243\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.973826609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.974918494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821fac9e-3ff2-4746-941b-13c38094271b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.975083904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.975139845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.975174084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.97520252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.975712486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.977905706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.981891668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.981954864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.981989353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.982017839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.982134923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.982539198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.985337133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.991529621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:01.991600993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.991635853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:01.992025218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.060212728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.06027424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.062046582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.062112072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.06214621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.062174937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.063709845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.06381771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62204"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.067065451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4a0667aa-08fd-442d-ba23-382b1799e7c4","remote_addr":"[::1]:62204","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.068443076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4a0667aa-08fd-442d-ba23-382b1799e7c4","remote_addr":"[::1]:62204","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1398,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.071801648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0667aa-08fd-442d-ba23-382b1799e7c4\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.1310466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.131116809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.131788528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.136944942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.13700915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.13703925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.137549516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.138091797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50166"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.13837964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.138433638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.140572259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.141655778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.142803635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1ae96d17-2127-4e81-aefe-b4faeb01e241","remote_addr":"[::1]:50166","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.146081476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1ae96d17-2127-4e81-aefe-b4faeb01e241","remote_addr":"[::1]:50166","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":3280,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.146223218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.146270572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.146727874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.147606394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae96d17-2127-4e81-aefe-b4faeb01e241\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.234705032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.234849009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.236765788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54687"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.237223049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.237289121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.248342775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"09f87434-000f-47d6-ac2f-9b3c56f7f587","remote_addr":"[::1]:54687","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:02.248830957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.248955796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"09f87434-000f-47d6-ac2f-9b3c56f7f587","remote_addr":"[::1]:54687","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":642,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.251918539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f87434-000f-47d6-ac2f-9b3c56f7f587\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:01 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.328989087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.329815454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.332717345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43508"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.333011401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.333073465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.335094101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f546e4f0-b296-44ed-b6a1-c6e404a80477","remote_addr":"[::1]:43508","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.351690198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f546e4f0-b296-44ed-b6a1-c6e404a80477","remote_addr":"[::1]:43508","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":16909,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.353842125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f546e4f0-b296-44ed-b6a1-c6e404a80477\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.356219292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.356282267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.356315463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.361486576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.36155358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.361590113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.361621435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.36232153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.367414878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.374260077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.374772778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.374828399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.37525547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.421453276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:02.426325904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:02.426546764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.426598969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"792.117081ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.426635341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.426663337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.426696062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.426727024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.426753406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.427336308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.432927508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.438054282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.438158781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.438245233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.439265726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.446278378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.447445003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.476667717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50232","req_id":"d96cd48a-e198-4536-995d-4ede5a3728c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 84 e5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.477027785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50232","req_id":"d96cd48a-e198-4536-995d-4ede5a3728c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.481480516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.481753751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.483375692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.483574168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50232","req_id":"d96cd48a-e198-4536-995d-4ede5a3728c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.484412669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.484573058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.484679751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.484774319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.486112736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.487364259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3167, tv_nsec: 286233054 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.487439058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.487525821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.493365406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58225","req_id":"0d4e40ac-4a1a-496b-8376-3d6b3cfa900c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 07 c9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.493725804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58225","req_id":"0d4e40ac-4a1a-496b-8376-3d6b3cfa900c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1993,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.495390271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.495447495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58225","req_id":"0d4e40ac-4a1a-496b-8376-3d6b3cfa900c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.495833434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63849","req_id":"6145d024-c36e-4ebd-9158-3531bf808933","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 51 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5Q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.496055055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63849","req_id":"6145d024-c36e-4ebd-9158-3531bf808933","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.496826382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.496877033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63849","req_id":"6145d024-c36e-4ebd-9158-3531bf808933","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.497165117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.510593933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.510678652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.510766146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.511077677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.635406243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.636622747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63133","req_id":"d066dd41-9b5d-4dd2-a916-e672fd6663a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: bc c0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.63669427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63133","req_id":"d066dd41-9b5d-4dd2-a916-e672fd6663a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.636903767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:02.636995229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63133","req_id":"d066dd41-9b5d-4dd2-a916-e672fd6663a5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.637770214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.637820033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.637846375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.63896307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.639025234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.643980347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.64482524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11ee0c0-029f-4a85-9367-f9450e570d91\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.645224526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.647585159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93167c82-24c1-45d6-81e0-534f15ca2c51\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.647644938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.650236933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826abe1f-f7d5-46c2-bc25-63fb9bd40983\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.650361451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.655032508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c71eb3f-a852-4abd-9b40-41797c8906ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.655294099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.660854247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fece4b7e-f7b6-4023-8962-45058bf32187\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.66112663Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.664116437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee6b0d5-a8be-4875-bd69-8ef0cd94607b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.664242027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.666935223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273700aa-69cf-4700-a8d1-f264a0ee3427\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.666991044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.676987301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02bebdd3-34af-491c-b2ff-1202e52dd053\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.677113022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.677458981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.682329305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b906c43-943d-45a6-a8b5-bbdff36ec1fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.682459574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.684181325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5ecb8b-71b3-4e66-a4f2-7a7f28b32aee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.684358778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.685150135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c9c89d-7b05-4270-83b1-e7f10cd4e3a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.685280845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.686112683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01dd4882-9841-487a-9530-39aacafa69a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.686232992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.687269247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f8a8764-f232-4d4d-bea0-e4cd507fa375\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.687440308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.689419311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72c12ff-d576-47c7-8660-21cf724201ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.689597236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.691562491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36377126-c464-47d3-895f-69fab2e0639b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.692849035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.706725482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0bd0fa-3b21-4cf6-aa76-f14a319ce71d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.707057544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.708534567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"644ab442-2ce9-4e0c-aec0-decdecd8bfcc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.708662772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.712266823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c76c78-4b25-4b11-ae5e-ff7bccb1bbe1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.712546811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.715486759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022c9da4-30f2-473c-a644-e61b855e6b14\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.715777087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.716723733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd516ce-ee86-48e3-853a-0805bddf5821\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.717038791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.718253401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f70a001a-a5a6-4375-9ff3-19fe1dc6fec5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.718503189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.719734923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0480ccde-d5d3-4560-a62c-1c5d101d8294\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.720003498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.721538617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9667ec-05bf-4757-b869-9b585639ea40\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.721747914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.722838236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1056482d-ee7d-4d20-98d5-c40202729f21\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.723193564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.725392756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f5eac2-86a2-43c8-b019-392ca0891069\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.725803204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.728386631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.72866218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.728773752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.728864273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.729823143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.730651554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0e12e3-48e7-4800-945a-5c44fe8af122\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.730886071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.733200693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.74189738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.74204774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.742146937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.743530915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.746582295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.747074615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.747938978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.748390788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4c6afca-de98-4353-9ff1-2883bbe297ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.748594864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.752274115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa0c9372-1823-4f1b-8188-7d001a75ea14\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.752405948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.755476886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caddbe7c-eba9-47ad-9600-65ec7a5955db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.75554879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.765570898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69b1bc25-7688-4679-87ba-393d83203d69\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.765675116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.766688535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473a7bf0-c0d2-4646-a6b0-d31ef8a3d41a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.766998993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.768323052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9144c66f-73d1-4c75-b7c3-c8be0e7ed104\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.768478391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.770431883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9115d73-cecd-48f3-a678-02615bd76837\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.77049571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.771659409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8f29ae-fe46-4b57-9845-4e74818b76cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.771733346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.772973066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385ac3e4-1688-44a8-bebd-e19955bc2b2d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.773181943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.774923953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd35f959-fa21-42ee-be22-b4861a86fa13\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.775164112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.775521284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.776954038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.779858936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.780484823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.780540985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.780571776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.781867598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.783266656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192c73de-de7e-43b7-a379-0d69da96f489\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.7845589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.786434527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba85070-89a7-4874-8c48-5e38e3272e63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.786560658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.788697285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"682ccbf0-5212-475a-8f2a-362c7fbb8442\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.789253914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.792465994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9095f040-9424-436d-9b53-6e9211298d7d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.792591725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.794304527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad466f0-f320-48ef-8259-929af4192b35\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.794509095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.798814192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fa0a48a-044a-4633-a605-c53181a2b29e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.799021265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.802433985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4ce55ff-d270-49aa-940e-3a11bf9a535d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.802701287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.80452938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50a4828-be87-4c6f-b3f3-aaec1948bf60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.804796983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.809506767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd43815-1b7e-449f-97b6-d48348d3c979\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.809755101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.809806193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.822843068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31391bca-67bc-4a0a-b651-355f6581e694\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.824519749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.826353453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a38ec99-0833-472f-9402-fce15ceaf54d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.828408146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.830302581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b64e4c28-f3f0-4165-8ea3-1eea43af6f31\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.831075401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.832409369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.832542093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.832638485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.832724016Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.834300998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.834581066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8e2da4-d6b0-4457-b36b-057bc300b7bb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.834823539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.837183571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2389247-e839-446e-b3e5-397e78c93471\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.837479981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.837598708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.837685531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.837772364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.838933948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.841045616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.855563432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.85567285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.855712929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.856709665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.85701792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.862429983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.862513349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.862546635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.862576785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.862610573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.863169035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.866425484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.866487978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.868494756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.871421307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.876286421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.876369386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.876405498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.877042958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.942530097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.942601379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.94330456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64541"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.94389184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c04f54db-fb8e-4091-9f60-46563f77c035","remote_addr":"[::1]:64541","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.944424742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c04f54db-fb8e-4091-9f60-46563f77c035","remote_addr":"[::1]:64541","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":554,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.944959928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04f54db-fb8e-4091-9f60-46563f77c035\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.998239765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.998321778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.99875434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56688"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:02.999432551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d578418e-1910-40e0-b68d-79d27315ad50","remote_addr":"[::1]:56688","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:02.999654484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d578418e-1910-40e0-b68d-79d27315ad50","remote_addr":"[::1]:56688","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":236,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:02.999869522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d578418e-1910-40e0-b68d-79d27315ad50\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.074238678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.074339218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.074825677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34143"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.075955388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"370fc3a2-fdea-4da6-a45b-80400b6d8762","remote_addr":"[::1]:34143","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.076422359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"370fc3a2-fdea-4da6-a45b-80400b6d8762","remote_addr":"[::1]:34143","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":479,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.077103436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370fc3a2-fdea-4da6-a45b-80400b6d8762\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.13250514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.132572644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.134978268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64888"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.135340189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.135395769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.135678232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.136587043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.138817978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d154b716-f2ff-4f6a-8b55-ea8fdd7da14f","remote_addr":"[::1]:64888","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.142142512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d154b716-f2ff-4f6a-8b55-ea8fdd7da14f","remote_addr":"[::1]:64888","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":3333,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.147084448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d154b716-f2ff-4f6a-8b55-ea8fdd7da14f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.149186597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.149246015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.149275905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.153953284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.154022612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.1540567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.154084135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.154690513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.155984942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.161082679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.167976975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.172105912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.172722531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.172786067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.174579651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.175057092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.175163995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.196329155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:03.212926204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:03.213284868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.213343345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"786.687032ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.213379527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.21340632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.213433725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.213462633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.213489737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.214342646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.217544646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.224040408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.224126439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.224162121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.225466419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.228755032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.228801204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.229746808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53819","req_id":"89fc34d5-25d1-49cf-80f5-b9af4f2e5e93","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 90 b6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.229824513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53819","req_id":"89fc34d5-25d1-49cf-80f5-b9af4f2e5e93","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.229895093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.230170221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.23034008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.230404568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53819","req_id":"89fc34d5-25d1-49cf-80f5-b9af4f2e5e93","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.230812852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3168, tv_nsec: 29701726 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.230881939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.230962219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.231354892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51690","req_id":"3d990eb9-30e0-4228-9aef-99792fa590e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9b ee 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.23141421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51690","req_id":"3d990eb9-30e0-4228-9aef-99792fa590e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.231501774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.231626072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51690","req_id":"3d990eb9-30e0-4228-9aef-99792fa590e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.231682985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51498","req_id":"2dfcf995-6448-4208-bc01-a689e88ff2c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ea cf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.231717464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51498","req_id":"2dfcf995-6448-4208-bc01-a689e88ff2c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.231798105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.231883345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51498","req_id":"2dfcf995-6448-4208-bc01-a689e88ff2c2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.320321973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.320756589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.320819244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.320855666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.320885115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.321658506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:03.321880608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.3221226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52750","req_id":"b5f5aa9d-cf3c-44bd-b7fa-342ebc63a1da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 84 1d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.322187349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52750","req_id":"b5f5aa9d-cf3c-44bd-b7fa-342ebc63a1da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.322457548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:03.322557908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52750","req_id":"b5f5aa9d-cf3c-44bd-b7fa-342ebc63a1da","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.323470787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.323526207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.323554193Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.325989004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e404437a-6dfd-46f4-9241-3b7ac5389bca\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.326587777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.327344815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.335770784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.335835693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.335868969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.336489586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.338890119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42803766-38d0-4aed-9df5-73f0c97e89b4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.339430235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.339761745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.339816975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.340554695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.348437291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e3a4f00-c77a-4ee8-84d9-93a1f41a863e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.34877828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.354282417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d73cd7-cc4c-454a-afad-5b7b50180d28\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.354409189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.357969864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60219e46-8c28-4dff-92a1-69b6923774ce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.358040314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368017583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e696cfaf-81ab-4e71-9b1e-9e6784b97046\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368075108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368106841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77e0ebaa-bec0-454c-83b1-c55f22ace76e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368137232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368167933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1bb9a32-ff2b-4ee1-8a48-8127b2ceacff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368199686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.36822665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f620e2ce-d5af-4140-8544-13ae24f735a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368257832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368285227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d0b1c6-4c97-4176-b0a8-a1fe125871cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.368315827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.372467159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3dc9295-d2b4-4f5b-ac2b-49e937e2cdc8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.372513271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.373113487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2361979e-06b1-4b7a-84ba-7d12e6ae21d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.373216111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.374775358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9227a217-87f3-45d1-b6c0-5456e207ad5c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.374834656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.376715303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e80ad27-4a74-46a9-b5fb-61e548c47589\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.376870161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.379253049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99d34cde-2e10-4152-8cbe-198088cc50b7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.379316165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.382830888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c754a81d-9467-450a-aaaf-e661cf870b31\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.382889585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.388389573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.419688955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7503770b-3ae8-428c-8478-4617b5c32ff7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.419778814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.432613146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428edf73-88cc-4619-8409-edb82c526d79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.432699578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.436686441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f8aafe-eba7-4f01-bb91-ec6ff3a426e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.436759567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.438029538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d444c2-8d9d-4640-8afb-243d2866de90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.438611758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.439570959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.439631038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.439663764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.439737631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.442706807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.444142106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d32b90-3333-4683-98b8-421d22cdf9a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.444357305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.446072362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.452968312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.453390072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.453451555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.453765741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.456424759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca57089c-653b-4d73-b8dd-e3df58e6d2a1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.456592413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.456804004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.456855257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.457999817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.46853134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eec75b5-dbdf-4453-8f18-9d2a389ec8f1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.468821398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.471920233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e136c4-3b8d-4483-9c20-3ef03d02a5dd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.47212984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.478271647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7d4513-aef5-43bd-9211-25c39a1d86d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.479055329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.483419644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ae2fbe-f0c9-4d4f-8363-6d5ba3004d29\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.483649071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.486624891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4566b23f-cfa8-41e7-9401-1bd5428aa2e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.486846743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.490545783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6afa973-df96-45b4-9c0f-58b58adc27af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.490887464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.493663725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12fb293-d9f9-4fb2-b1e8-c70d45f1a347\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.493883954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.496355067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5952b108-9098-4ff2-8804-ebe111bb3699\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.496716558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.500449375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eeb80e4-0cb9-42c2-9590-af932551b60a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.50072293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.501382594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.503142872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6466a9a-008a-49c3-a41d-7484a2419e5a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.503496626Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.506626553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aef9211-0266-4c82-a12c-f80e761d561d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.506981079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.508608572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecf185a-0d66-4136-bed7-ac6790e20c92\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.508927968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.510975578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c7beb8-b28a-416c-b789-5fe06762637d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.511304964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.514528777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e92ab1a-4809-4e72-a7fc-ef28f1423cab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.514749547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.516435186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf432ac-af05-4f6d-a5bb-9dfd3e9aa9e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.516646998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.51869605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db445297-a944-43f3-bded-e32ed7b27032\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.518909696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.521644224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be8678d-cf88-4f89-b137-962b5e4d93c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.522047137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.524388452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"948fc83e-f031-4f0b-8eeb-e3c939283449\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.525969131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.528033515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1b39273-6462-4733-8326-7f2b4c4b3a7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.528338663Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.543657635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51a9daf1-cd61-4c7f-a64d-c614879bcdc1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.543987322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.546449467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"765b3dff-0399-4c5a-8c28-94afa9b101b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.546678564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.547663696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae893b5-d2f6-4072-a38c-153fd9e928c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.547946019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.54926172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7815e0-bad2-49e2-943e-9983cdb7d0b9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.549464374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.549587109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.551538507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a28767-ad19-454a-ba65-6e493adb3294\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.551839256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.552384522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.552693879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.552731995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.552759991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.553849972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.557084276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.562532361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.562631769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.562743813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.563606021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.563904445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"110a989f-c573-4f90-8a6a-19ffb1bb9dc6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.564161567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.568146487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.568258671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.5687902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.569188443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b404178d-f566-4bc6-9161-32bcb20265d0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.569694271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.58254224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10b9cd5-2d3b-4bad-8609-2b59fab47685\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.583133097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.589708668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b934fa-8433-4d05-819e-78dc6bd3de46\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.589942574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.590059347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.590148845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.590229797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.591167896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.595655838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.601016879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.601118842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.601207118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.601290875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.601386065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.602139887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.606210267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.612972019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.613122268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.613301696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.615600216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.620062376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.620477854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.683590221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.683672515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.68468365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58244"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.68547157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f7082-9b02-4687-b9b9-3947c79d7142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.685896176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f7082-9b02-4687-b9b9-3947c79d7142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.686001065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f7082-9b02-4687-b9b9-3947c79d7142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.68666096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f7082-9b02-4687-b9b9-3947c79d7142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.687747043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d7dc60d7-dd2f-423e-908d-865fb44be0c9","remote_addr":"[::1]:58244","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.688309204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d7dc60d7-dd2f-423e-908d-865fb44be0c9","remote_addr":"[::1]:58244","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":431,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.688828147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7dc60d7-dd2f-423e-908d-865fb44be0c9\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.739658714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.739760076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.740308328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ae5f7082-9b02-4687-b9b9-3947c79d7142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":54838,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.740958744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52732"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.74290884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.742979941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5f7082-9b02-4687-b9b9-3947c79d7142\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.743334538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.743524276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.746533812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"127.0.0.1:64536","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","remote_addr":"127.0.0.1:35658"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.746779592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2dee668-c68d-4391-a622-f23b172a82c5","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.746943509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"880beb45-e47f-478b-89b7-70b421624339","remote_addr":"[::1]:52732","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.747359588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2dee668-c68d-4391-a622-f23b172a82c5","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.747579546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2dee668-c68d-4391-a622-f23b172a82c5","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.74827401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2dee668-c68d-4391-a622-f23b172a82c5","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.748564809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"880beb45-e47f-478b-89b7-70b421624339","remote_addr":"[::1]:52732","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1579,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.749084094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.749420995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/2a0ca3d5-715b-47e7-85a4-2d03ee80e796","method":"GET","req_id":"88b1b08d-3144-4a20-a826-7395fb72fc55","remote_addr":"127.0.0.1:35658","local_addr":"127.0.0.1:64536","component":"dropshot","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.749544471Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880beb45-e47f-478b-89b7-70b421624339\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.825112535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.825233376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.835767044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/2a0ca3d5-715b-47e7-85a4-2d03ee80e796","method":"GET","req_id":"88b1b08d-3144-4a20-a826-7395fb72fc55","remote_addr":"127.0.0.1:35658","local_addr":"127.0.0.1:64536","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":86331,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.836598971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.837762149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.837800084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.837829503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.837855835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.838017107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33460"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.838453386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.838521732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.838617844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.856783848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.857028015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.857077223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.857454965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.857563011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.858073949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.86057417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.860636324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.860670252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2dee668-c68d-4391-a622-f23b172a82c5","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":113476,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.861968248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"db0e154b-5a7a-4004-8348-22fa2d800c07","remote_addr":"[::1]:33460","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.862131273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2dee668-c68d-4391-a622-f23b172a82c5\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.862191352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.862222244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.862247775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.863882562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"db0e154b-5a7a-4004-8348-22fa2d800c07","remote_addr":"[::1]:33460","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1925,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.864084154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.872412938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.872490593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.872526404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.873206259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.873697958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.873761766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:25:03.859796881Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.878012365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.878072795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.878367312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.879108398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.879165893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.879195682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.879220452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0e154b-5a7a-4004-8348-22fa2d800c07\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.941258869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.941328307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.942214804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44162"} {"msg":"no new timeseries schema in database","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.942911772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.9429707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:25:03.877921473Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.943603451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.943657368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.94462682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8f1052e3-059c-41f8-85d5-7cfc0b24d298","remote_addr":"[::1]:44162","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:03.94564612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8f1052e3-059c-41f8-85d5-7cfc0b24d298","remote_addr":"[::1]:44162","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":1088,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.94571138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.945747783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.946975118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.947279264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.947328432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:25:03.943527860Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.947947977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.948003648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.948292413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1052e3-059c-41f8-85d5-7cfc0b24d298\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.950086247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.950143541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.950172639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.955883648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.955965631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.956034519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.956067815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.957848443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.958515893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.958579339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:25:03.947896965Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.966253459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.966916811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:03.968649072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.970648797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.976646286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.976823129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.976876104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.977362233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.978290943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:03.985227694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:03.985293856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.00213435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.004507588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.01779379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.017918038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.029803098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.029879941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.042917067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.043120442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.052549288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:04.055225691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:04.058867887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.058931725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"842.485868ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.058970111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.059027616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.059056614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.059084529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.059110982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.059134499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.076045072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.086821143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.086882735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.08707091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.088574516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.091595966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.091657839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.091809722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.092605858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.092763422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.09279265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.102696172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52533","req_id":"f4c7a543-bf45-4015-8f2d-b4f7917b6ef0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7e 21 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ~!..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.103483682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52533","req_id":"f4c7a543-bf45-4015-8f2d-b4f7917b6ef0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32289,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.104245309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.104479245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.105068229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.105122046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52533","req_id":"f4c7a543-bf45-4015-8f2d-b4f7917b6ef0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.105581992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.105638856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.105669427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.105695709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.106547396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.107155808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.107214655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.108360398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3168, tv_nsec: 907220976 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.108559785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.108593913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.116292152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.116354075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.120078105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62979","req_id":"71b81237-8b82-4496-9369-fc99a98cd52c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa c5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.120138295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62979","req_id":"71b81237-8b82-4496-9369-fc99a98cd52c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.120230398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.12031635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62979","req_id":"71b81237-8b82-4496-9369-fc99a98cd52c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.120424214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61889","req_id":"fe3084f1-7e59-4caf-a1ab-42895cf6e1d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b4 f0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.121697602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61889","req_id":"fe3084f1-7e59-4caf-a1ab-42895cf6e1d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.121855025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.121885957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61889","req_id":"fe3084f1-7e59-4caf-a1ab-42895cf6e1d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.122583958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.128193735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.128257883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.128290508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.128650064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.244751499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:04.249573536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.25083516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50935","req_id":"fd2592a2-3908-4b25-bbd2-3a27e081a12f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b0 df 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.250907213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50935","req_id":"fd2592a2-3908-4b25-bbd2-3a27e081a12f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.251310196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:04.251416258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50935","req_id":"fd2592a2-3908-4b25-bbd2-3a27e081a12f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.251734682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.251792948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.252052465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.256709604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.256774393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.257835047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.262970609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1af07163-4d20-461a-91fd-e8ebb4a2fc67\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.263263372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.264719433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9a75747-a78e-4dfc-a1b0-016160640f95\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.265076545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.267161399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b665e33-08ca-41a5-a48a-d48ee57e0533\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.267283692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.269212796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30030eac-f463-4595-8d60-27b1d5378f69\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.269334829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.271295225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b44866-b44a-4e4b-b5ad-1b25dae77779\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.271364393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.273321122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"031071e3-f55a-44ae-857e-dd1c96617b4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.273391442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.275756644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6b31eb-2646-4267-9dcb-86059c0685a1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.276083736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.279272369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66928f22-7e5e-45c2-9a11-e97e499f425a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.27942363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.28066284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25079c17-0be2-42cd-95b3-d70d83dc64eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.28079878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.28248492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f43a693c-d5f3-4146-8c1b-c4e9e1df4ab8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.282622694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.283871733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e38b725c-847f-4722-81c2-b8b8f75da3b0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.284021251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.285143677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107a6fa8-d3f4-48ed-9e38-e199894d46c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.285213907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.287871532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9812784c-4a36-48e8-b5c9-ebb9a73f9fce\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.288063816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.28893935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.303966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69117bc2-7f60-45c0-9828-826af7a56450\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.30416214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.307023712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79c30da-4906-4314-b45f-2fc200623fb0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.307152539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.309044268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5940ee-96e3-44ea-8f87-81c549e2e1ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.309162684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.31097788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f0b88af-29f8-42d9-a292-46e8684c68ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.311049383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.312763458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb32c922-7918-4980-bc75-eb59486f3e09\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.312836604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.315317677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129f8693-3fe7-48ce-bfe4-b780d3620d3c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.315392767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.316798538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"249500f2-773f-4e8d-8a5b-372dec176931\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.316945591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.318217405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79997d3f-484f-4502-8cf7-59ffa11cbb9b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.318371371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.319233209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f36e98-e833-42ff-afe8-ecfe07dd27e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.31940478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.32061912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f06b853-e75c-41fd-ba6c-43781999288b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.320785401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.322185902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e0d810e-1dd2-4ef9-9c84-a1fa2389c6af\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.322307203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.324279944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98f756a-a757-47c6-bc2d-e10061d2a249\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.324428961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.326980805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4056617f-3205-4079-80cf-c04154d08ef5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.327072027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.329530625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d80a42-e112-47fb-851a-8ddbd2905f29\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.329575114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.331261314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821df17c-4a99-44b5-b328-147cdbfa5902\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.331380381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.3333876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e9fff7-3b18-4493-b267-93cee03fe95b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.333448311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.336455683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3eb13d8-f50c-439f-aab1-83eb1cf6bd4d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.33658476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.337696936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded1bf75-0f9c-4cc0-9b4d-954439d3c8d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.337821204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.33900858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94273765-1be9-4ecf-87d3-ff17ed10c313\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.339156234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.3395208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.339572463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.339602122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.339628966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.340537456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.349936743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5316b234-568a-479f-9811-73d4a6f29bf6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.350075079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.350885003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.358537039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.358643341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.358677338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.359118908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.360081717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"304f07a7-e447-44eb-92e9-86369a294e5f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.360263579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.363126904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.363177194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.363765025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.366921174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6167d33b-5471-4a00-b201-1d35788ca680\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.367532622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.371730716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e15e024-ad8c-4c35-93ff-74244a06019b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.371823852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.37703236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e8bc6f5-6626-4a68-ae50-c989dffe8e5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.377287408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.381729839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74007076-cfb6-414e-8c93-9b82506874db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.381798466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.385207017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1016745-5bab-4c2c-a760-03a2fb8f0b58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.38592613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.400962369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.442067187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ac57344-93ae-42ea-8c5d-29640fcc90ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.442379259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.451287027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.451435493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.451537075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.45162467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.453867368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.456129475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7f4846-7fa9-47ed-9e32-1be8c0b820de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.45636788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.456645433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.462513896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.462613955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.462699887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.463256966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.464546546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20bcf523-df64-499b-a1e0-6ffb9358eb45\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.464799901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.466953441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.467098891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.467677955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.468574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b38b7560-2936-4d70-9300-6c64ca31fed1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.468821764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.470074209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4ca504a-0811-48f6-929c-d6be730470df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.470340149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.471641161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb827d4-99ab-4c8b-9001-1ac97f06ff78\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.471827062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.471942362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.478699174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd66df7d-dc71-49e4-a3cc-06b7cc2fb0b8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.479046837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.483422816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9498265d-dc0c-46b4-b322-da61b4f9266d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.483688525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.486830155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ec52a4-bc95-48e0-90f9-ed7ec05486df\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.488144904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.491924475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c3c34d-72bc-42d7-b4f7-f2561edbcefc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.492208561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.495700318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fc7990f-af55-41d1-87c0-7b83e3c39cd1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.496175805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.49634911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.496448468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.496530722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.498294747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.50257228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.506645285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.506709964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.506742278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.506774312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.506801847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.507172455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.508101867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.514272021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.51990315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.520055414Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.52025956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.52099225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.589585047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.589649255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.590124301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.590185293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.59021911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.590246485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.592182953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.592225488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45989"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.593388445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9b9ce591-5e44-49e5-9f66-ce0dfc668868","remote_addr":"[::1]:45989","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.593956056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9b9ce591-5e44-49e5-9f66-ce0dfc668868","remote_addr":"[::1]:45989","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":610,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.594499218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9ce591-5e44-49e5-9f66-ce0dfc668868\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.65525511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.655322745Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.655651741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.66170942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.661788237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.661817235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.662314375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.662439765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52444"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.663349598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e591d840-2a4b-469e-b550-f1839610813a","remote_addr":"[::1]:52444","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.663647071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e591d840-2a4b-469e-b550-f1839610813a","remote_addr":"[::1]:52444","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":312,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.663890155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e591d840-2a4b-469e-b550-f1839610813a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.721403477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.72146548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.722163431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37432"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.722608728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6de1da5e-e101-4200-973f-56d030d2b05b","remote_addr":"[::1]:37432","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.723370877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6de1da5e-e101-4200-973f-56d030d2b05b","remote_addr":"[::1]:37432","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":772,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.723515875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.72467773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.725518936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.725746911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de1da5e-e101-4200-973f-56d030d2b05b\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.828694627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.828852571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.830167672Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39963"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.830467479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.830614562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.831493593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"01e99285-afa6-4f58-9dea-50bddc585c4d","remote_addr":"[::1]:39963","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:04.833654338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"01e99285-afa6-4f58-9dea-50bddc585c4d","remote_addr":"[::1]:39963","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":2175,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.834008194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.83491474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.834978547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.835009669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.835058366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e99285-afa6-4f58-9dea-50bddc585c4d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.83925624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.839352131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.839411429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.844661129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.844797511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.844891859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.844976397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.84570547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.849160614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.854884869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.855218293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.85527184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.856438885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.89024935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:04.902991959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:04.903644189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.903692244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"847.582152ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.903729258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.903757805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.903785741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.903813466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.903841061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.905024729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.912960902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.918371853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.918469617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.918588043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.919184903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.922551831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.922658874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.924181738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65209","req_id":"4f16a837-9d72-49e8-9750-cebf95814165","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: be fa 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.924360845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65209","req_id":"4f16a837-9d72-49e8-9750-cebf95814165","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.925099537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.925474224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.925853299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.926211262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65209","req_id":"4f16a837-9d72-49e8-9750-cebf95814165","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.927178209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3169, tv_nsec: 725999478 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.927310071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.927674588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.928362819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61935","req_id":"68819a2f-e655-4b28-b287-4ccbc2a3a924","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a 56 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e JV..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.928786814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61935","req_id":"68819a2f-e655-4b28-b287-4ccbc2a3a924","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.929160629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.929458612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61935","req_id":"68819a2f-e655-4b28-b287-4ccbc2a3a924","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:04.929968398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55278","req_id":"b49bbe68-9aa5-4465-ab0a-c227e1d51ad5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 19 54 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .T..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.93012511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55278","req_id":"b49bbe68-9aa5-4465-ab0a-c227e1d51ad5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.930363525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:04.940625582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55278","req_id":"b49bbe68-9aa5-4465-ab0a-c227e1d51ad5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.066255642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.067758646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.067828185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.067863255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.067894387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.068631094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.070435159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61540","req_id":"15b1db6d-287f-4faa-8e82-eb5e898b8be8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 25 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c %............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.070498916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61540","req_id":"15b1db6d-287f-4faa-8e82-eb5e898b8be8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.070728333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:05.070825647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61540","req_id":"15b1db6d-287f-4faa-8e82-eb5e898b8be8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.072701555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.072757396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.073167393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.074022406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.086614996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.086703402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.086735546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.087212407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.096592937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.096746162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.097048234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.098708732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.099202025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.099313076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.100481655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.114237352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd643dc-6688-4041-b54d-fed98d8277bb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.114474164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.121579631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.121635723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.132247135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.132310752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.132476112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c59edf-23cc-4248-8cfb-90d3168027e2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.1326713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.155736296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce828ac-d1d2-41e4-ae6d-2efb4563a306\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.1558989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.164181422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85454ce-c4d3-4677-9ef1-c57571caaee2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.164275059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.166521314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05cebe2f-07d0-492b-aff7-75a7e38c0c32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.166585933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.169272456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3dfb053-b4e1-47bf-bcad-0dd22a9f918d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.169654146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.172840876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.175542258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c65c5c13-0588-45b3-aa62-184ae9299781\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.175695293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.177586411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c603ea5-7797-4216-ac39-4f0bbe5daae9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.177657993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.178582165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9057d459-3ac6-4964-a05c-fd26d336d187\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.178718256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.179622377Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3fe566-335d-4d1a-9be0-3c24f3f1b638\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.179721164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.180738341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"834e93bd-f5f4-45f4-bafb-11067c35558a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.180802228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.181800277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d172ce4f-ae37-4e93-9ada-4d7e4df71712\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.181877711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.183141499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88cc9fc-020e-41d5-8038-cb8857ef00a5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.183310806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.185007076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615ddedb-c78b-4562-a6b7-12a0ba79181d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.185130151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.186869076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91311193-5caf-4377-8e35-69d38336edbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.186983153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.1888085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27f8f8b-da7b-4c7c-8e37-561da3580b73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.188882818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.190714387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"398fe843-106c-45c3-b984-2535efe2a8ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.190786972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.192603411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c891df8-d4bb-477b-8002-e0fd568859f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.192676196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.194480221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c1f6fff-5581-4770-88e3-a65f411f46b5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.194549619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.195595593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ace10a3-d5a7-4802-b44c-3c51d56485b2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.19572439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.196806476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19532507-a288-4278-96d2-abdfdb524024\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.196982206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:05.197729014Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.198305953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39046dab-5c34-48b1-85b0-7e8a46256304\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.19843496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.199414662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bd88756-ae2c-4a0c-a243-1da4e1e79d53\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.199480724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.20066838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03625cb2-82db-469a-aa66-7c61647a2b9f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.200837086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.203065095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd89b7d6-96b3-412f-958d-fd191693a157\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.20313243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.207646904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8688880c-a8d0-4703-b045-0a32bea9b9e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.207798436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.209897008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282e2bfe-381d-43ef-8643-24df9a143984\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.210113339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.212498681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61535cda-e75c-4cab-89ff-94b8400f3043\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.21260364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.216319865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c085162-e1a6-4782-b330-b21386ade20f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.216407459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.220275907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f635c0-dae2-4a47-afea-0b99b6ed6356\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.220409313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.221830414Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd57fb7a-2aa0-4a85-9bc5-68b216cd84f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.221970433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.224774169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.225155419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.225195238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.225221801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.226266763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.22665169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a11fe6-dd08-46d5-9032-4dca1db90977\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.227493327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.229905373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f066f579-374a-4985-b4b3-39c8e37ebfb2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.230100963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.230351612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.243211755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.243272075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.243346954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.244010116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.246075531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86321319-3f09-43b4-a8af-07f736668a0b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.24627561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.246983179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.247039091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.247697302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.24952804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54bcac81-d0d3-4279-acb0-62efbec25ed8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.249748379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.256665852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ded0fbd-6942-4b6a-88e9-8d9cb7e4453d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.257047191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.26175945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5dfd11-bdf6-439f-8b99-a0a5c08b1679\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.261874339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.267851909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c2b4050-5359-4149-b857-1e5e6574919c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.267931227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.269694931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ed4fda-98fa-4684-baf1-69cdf783cede\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.269869128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.272409049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3514797-2763-409c-9cb8-5e3c265d392c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.273178672Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.279489316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.282015259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd56361-a0f6-4a63-86f4-4cb499acaabd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.282187893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.284913102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ab0b5d-371f-4fa7-94c7-a2ee9b0e1522\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.285135105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.286920983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6ade0f-4c7a-4d67-a73d-3696a68172a8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.28715023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.289871001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a753ca7-4493-46cb-93d5-7fe664b6a2d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.290239775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.292245502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185b61b3-4044-4060-b101-839752885b6e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.292318577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.292359549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.296655268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf779539-f8a0-410a-9819-669ac69d0aae\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.297784979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.301797884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b68f4eb-2d3d-4834-8c87-3fb5be7686da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.302159996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.305412907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c112fa6-5599-4df4-8906-bde2131e3f3b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.306032742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.308186984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87750ea1-f6a4-4f89-ace1-c390698a7e41\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.308455699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.310856553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21742dbe-67b6-4784-9427-e8c62b672736\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.311099477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.311230608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.311400807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.311494624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.313373919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.318329232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.338119523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.338207588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.338294902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.338476524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.338566714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.339932535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.340625415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.340775785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.340868901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.340949942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.341882109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.343878186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.352291129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.352353032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.352386759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.353498524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.354783905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.369919692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.370196684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.37030011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.3730101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.375713787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.375827143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.379364491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.442823839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.442898488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.443459586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36559"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.446346949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8c532452-5b41-46aa-ab4d-ce174344f336","remote_addr":"[::1]:36559","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.446817587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8c532452-5b41-46aa-ab4d-ce174344f336","remote_addr":"[::1]:36559","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":293,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.449798716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c532452-5b41-46aa-ab4d-ce174344f336\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.569443551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.569771143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.572535962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65508"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.573619521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3e505956-6389-40e3-8fe0-46708aaa12d5","remote_addr":"[::1]:65508","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.576514529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3e505956-6389-40e3-8fe0-46708aaa12d5","remote_addr":"[::1]:65508","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":2909,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.577566345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e505956-6389-40e3-8fe0-46708aaa12d5\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.640192934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.640404025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.641146564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38058"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.641585699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.647330576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.648155569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3b4e5c9-2cc6-4cc1-a4a0-68cebb38a1d1","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.648434625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"52d6cda1-e74d-495c-8e89-fb2684b1c0f4","remote_addr":"[::1]:38058","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.648791496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3b4e5c9-2cc6-4cc1-a4a0-68cebb38a1d1","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.64892856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3b4e5c9-2cc6-4cc1-a4a0-68cebb38a1d1","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.649814394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3b4e5c9-2cc6-4cc1-a4a0-68cebb38a1d1","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.650397005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"52d6cda1-e74d-495c-8e89-fb2684b1c0f4","remote_addr":"[::1]:38058","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1963,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.656110389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d6cda1-e74d-495c-8e89-fb2684b1c0f4\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.724422657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.724493157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.725977505Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65239"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.727795567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4bca66f3-7070-43da-91e2-bebcdb0e74c0","remote_addr":"[::1]:65239","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.730237051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3b4e5c9-2cc6-4cc1-a4a0-68cebb38a1d1","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":82057,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.730312221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4bca66f3-7070-43da-91e2-bebcdb0e74c0","remote_addr":"[::1]:65239","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":3645,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.732166816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b4e5c9-2cc6-4cc1-a4a0-68cebb38a1d1\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.732248589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.732411975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bca66f3-7070-43da-91e2-bebcdb0e74c0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.735658814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.735723403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.735755066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.742830754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.74298938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.743090862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.743179729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.74653306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.748132908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2962895b-4c86-4cf1-9c76-0306058a75c7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.750205728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2962895b-4c86-4cf1-9c76-0306058a75c7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.750286068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2962895b-4c86-4cf1-9c76-0306058a75c7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.750755994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2962895b-4c86-4cf1-9c76-0306058a75c7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.768694776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2962895b-4c86-4cf1-9c76-0306058a75c7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":20671,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.76930393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.775152983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.777498807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.781657974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.783773169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.786272929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.789765348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2962895b-4c86-4cf1-9c76-0306058a75c7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.789914404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.789962591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:05.789989955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.790018472Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.801145602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.802102599Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.802160534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.802189662Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.814051636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:05.834645679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:05.835187408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.835292978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"931.665413ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.835333649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.835360934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.835393529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.835422186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.835450352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.850791889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.857812257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.879058248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.879172315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.879210611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.879578524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.880574098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.880809407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.880862503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.880893394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.881457779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.883927299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.883985495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.885606695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57505","req_id":"6ac002e4-57e6-4749-b22b-5ae18b9ed33a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9b 2f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ./..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.885672857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57505","req_id":"6ac002e4-57e6-4749-b22b-5ae18b9ed33a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.88574487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.885767335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.885788848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.885813237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57505","req_id":"6ac002e4-57e6-4749-b22b-5ae18b9ed33a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.885906112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3170, tv_nsec: 684727852 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.885951071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.885976823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.886255528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.891853562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.891915295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.891948381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.892393057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.892965146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63077","req_id":"4e6ac5c7-e5f0-4554-9ccc-5382e135759f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c 53 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .S..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.893096919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63077","req_id":"4e6ac5c7-e5f0-4554-9ccc-5382e135759f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.893182059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.893204143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63077","req_id":"4e6ac5c7-e5f0-4554-9ccc-5382e135759f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:05.89334328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59467","req_id":"c1379c31-5fc5-495a-baf9-3cb52da83099","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 60 db 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e `...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.893395554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59467","req_id":"c1379c31-5fc5-495a-baf9-3cb52da83099","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.893477487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:05.893498289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59467","req_id":"c1379c31-5fc5-495a-baf9-3cb52da83099","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.019655098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.02024813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.020295314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.021354374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.021475776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49969","req_id":"a552132a-f471-4d15-80dc-8dd1f2f0d5de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a6 44 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .D..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.021609041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49969","req_id":"a552132a-f471-4d15-80dc-8dd1f2f0d5de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.021687477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:06.021888768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49969","req_id":"a552132a-f471-4d15-80dc-8dd1f2f0d5de","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.022211962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.022412802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.022450007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.024791833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"445e4df0-7832-4ed1-a979-331b267bfe7a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.025154645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.02646178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b5b5dd0-71f2-4474-8f6a-bb881113bd31\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.026656408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.029976633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63490fa-9ddd-4202-92e3-9f0e995750fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.042078415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.06819464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c66f41e-f9f7-4cb3-b483-c4d1a4087265\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.068338827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.08753308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82de9fff-02b6-44bf-9a39-0174ffdf35a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.087707298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.090658969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.090720812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.091143273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.092208556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.105878072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.107098022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.107169324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.110358208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04193ef-2df2-4516-ba9a-deec5c6c70ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.11041946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.112597129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.112666667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.116199236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aac4ab9-b4ec-4372-aa6f-083825274bf4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.116284456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.118237737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba7c092-f417-4308-9a6f-e6c1a7a124a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.118303929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.120996043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37cd2840-0d66-46f7-9390-01ca6ddf681b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.121197735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.12262082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df45bf2-8936-4ff2-887f-460eee01573b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.1227362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.124031401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15dfbf10-1d77-4b12-88cc-3e7a922cec41\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.124158544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.125393294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd1bbfd-cbe8-4253-b27d-67c499b0320f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.12546633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.133395619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b24bdd-4354-4d10-9ea0-b8f756487db1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.13382809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.135894347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27317022-f6f4-464a-8af9-e3b52b068e30\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.136153604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.140703359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138223c3-a26c-4225-921c-0fd79ca55ee6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.140928467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.144796504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a921425d-01a6-48f5-89c5-954ce971ae6f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.145129347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.147487766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc757c71-5253-4bf3-a28c-197f5a70fb68\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.147704037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.150855236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6372b99d-6e21-4426-81ea-99c1891977c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.152307259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.154553965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d6dd026-b2e2-4256-96e9-216301b0ddcc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.154828923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.155953965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0b9e03-57b0-4afc-a604-3158097714fc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.156100416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.158499767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.158559546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.15859171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.158620538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.159649898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.161375827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b97d045-7aeb-446d-80ae-1434942cbe79\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.161621397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.164517797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da84ae74-6d01-4d16-919d-e0f582bce538\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.164684139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.16678288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67e4a86-f0a0-48a7-b50a-ffbf983dc915\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.167011797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.169001381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.176375563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.176458969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.176489631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.176981511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.177223122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b703a6b7-e67f-4937-b026-d7a51c2f0100\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.177349824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.179473005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"114d466e-2893-49de-81e3-d3298f23d993\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.179894775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.1804895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.180549329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.180969737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.182299867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43dc5937-886e-4e33-bbdf-e525d5271325\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.182372081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.185518139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc0271d-ff47-4df6-96c7-1367420821dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.18559388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:06.192075865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.193435173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"215ff81a-cc12-4549-960d-734468e544e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.19354389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.196177287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d49289a-d71b-43bc-82a8-3c07762ed10b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.196350793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.203252754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7846a57-9c68-46bf-b27f-ee6d2ace1b96\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.203342293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.204352025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870612db-919e-465c-8dd4-6adcaf6690ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.205576845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.206635144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33be43b-e8a3-4610-acb9-4dcea384cf56\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.20675385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.207845956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7dd616e-068d-43d1-a39d-1b9bbf8737ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.207970003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.211077715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e17e4895-ee7c-44ce-b05b-4694edb6e3b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.211187454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.212035343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.213306315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f85248cc-ac2d-4ee8-bd07-69905ad3b738\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.213501544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.215209307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b5021c-20b6-4a8a-bfe3-c34e1625349f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.215277703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.217178881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4641bdf7-c280-41ca-a43a-2eb075a71395\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.217243751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.219109017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0df90c72-fb95-479e-81d1-6a0883fa2559\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.219227864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.225545431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b22a38-e12b-4870-94b1-a07682c4735d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.225780149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.230917655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a77b193-1cb1-45f6-aa50-facddf12ae32\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.231203144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.234802034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5249de-838c-4834-8b49-7ef5c1a2472b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.235006622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.236211943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b680e3-726c-47c6-88e9-cba6c2fb49ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.236475238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.23815744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666258a9-4ac3-4f80-b5dc-0394a630eee9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.238426476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.240261432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01ce1e2-49fe-4164-88e3-4ed520092fe9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.240479085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.242225104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1949018e-45fe-4fae-9f0e-8e72eb26241f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.242399081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.242569561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.244879543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a3070e9-5eee-4776-841d-5ed0a818535f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.245370932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.247155959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dbc2825-f8bf-4c31-b089-ff8b861fbb16\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.247537579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.248715275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62afdf1-07f3-4912-bfcf-4a80f827f438\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.248947789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.250152409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbdf2ae-d49e-45cf-93ae-5c174e6bae60\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.250386876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.251500495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a27aec7-4c52-44f4-a6e2-764715ea0a54\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.251720473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.251846304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.251940231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.252029208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.253201153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.257109701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.261565649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.261808042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.26192262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.262024884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.262130394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.262884186Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.263332459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.263459522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.263551375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.263635082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.264266791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.265941167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.271415985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.27147851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.271512457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.272227131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.275300856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.279697536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.279813376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.27990045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.280635695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.352837162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.352915959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.353414051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50188"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.354752347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"39804bf3-96f8-4995-9c42-27dd9d6a5e79","remote_addr":"[::1]:50188","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.354852968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"39804bf3-96f8-4995-9c42-27dd9d6a5e79","remote_addr":"[::1]:50188","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":346,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.354898609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39804bf3-96f8-4995-9c42-27dd9d6a5e79\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.397853163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.397931359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.398233741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.398287098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.400897328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.400964121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55510"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.401001456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4ba5c289-dbeb-445a-a5b3-20c6d055b5f4","remote_addr":"[::1]:55510","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.401202867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4ba5c289-dbeb-445a-a5b3-20c6d055b5f4","remote_addr":"[::1]:55510","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":276,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.401904776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba5c289-dbeb-445a-a5b3-20c6d055b5f4\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:05 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.464759379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.464823277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.465794482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64392"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.466352584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"2b9f40d9-621b-4739-a742-3999cccd1efd","remote_addr":"[::1]:64392","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.469473292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"2b9f40d9-621b-4739-a742-3999cccd1efd","remote_addr":"[::1]:64392","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3128,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.470008808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b9f40d9-621b-4739-a742-3999cccd1efd\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.529638958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.529793736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.530244294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61916"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.534118533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"04b8fa3d-0481-4eef-aaa1-6c5d90a92284","remote_addr":"[::1]:61916","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:06.534417368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"04b8fa3d-0481-4eef-aaa1-6c5d90a92284","remote_addr":"[::1]:61916","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":328,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.539047664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04b8fa3d-0481-4eef-aaa1-6c5d90a92284\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.541744036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.54179604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.541822142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.549359199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.549441162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.549535039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.549574368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.550233872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.556412392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.561112266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.561571621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.561685719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.562224943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.616877455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:06.620450203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:06.631356764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.631416954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"796.105538ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.631762131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.631790418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.631819857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.631946749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.631986629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.63236883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.649487739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.65940085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.659499907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.659535749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.660423197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.667282704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.667351271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.667869443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.667927629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.667958721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.667984432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.668705629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.669985008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61984","req_id":"f5cdc053-7b86-401d-8a24-4a4287754846","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6e d9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 n............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.670055438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61984","req_id":"f5cdc053-7b86-401d-8a24-4a4287754846","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.670354114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.670535365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.67070386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.670834831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61984","req_id":"f5cdc053-7b86-401d-8a24-4a4287754846","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.672806971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3171, tv_nsec: 471654933 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.672877181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.672993192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.673657756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.681310924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.681370333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.681400783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.681808205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.682850161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59164","req_id":"c8ebdab6-3907-4a66-bf24-0c3f12d7e4f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 69 1a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e i...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.682987996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59164","req_id":"c8ebdab6-3907-4a66-bf24-0c3f12d7e4f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.683299446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.68340184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59164","req_id":"c8ebdab6-3907-4a66-bf24-0c3f12d7e4f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.683555847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57403","req_id":"b3bdd9f8-7388-4946-b501-2dcba35a67f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ac af 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.683606608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57403","req_id":"b3bdd9f8-7388-4946-b501-2dcba35a67f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.683701828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.683796667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57403","req_id":"b3bdd9f8-7388-4946-b501-2dcba35a67f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.789372359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.789884409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.790016993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.792119071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.792453898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.792657103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.793525183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57213","req_id":"0a04ddad-a843-40f5-b663-76e1fb371a64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f7 1c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.793710452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57213","req_id":"0a04ddad-a843-40f5-b663-76e1fb371a64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.794296309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:06.794450366Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57213","req_id":"0a04ddad-a843-40f5-b663-76e1fb371a64","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.796538868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.796580551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.796606382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.79682603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.797742015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.797780632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.797805191Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.801747846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b376eb91-0de1-4e81-8680-276a87ff826b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.812215352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.815059489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2cc7c5-9773-410c-80a1-c5bc08d6bb81\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.815226682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.820468927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cca59ee-f7bb-4d42-bca8-5be08387b9db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.820540419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.826142531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d57d2e-93db-4f82-9bd6-8f66b09583e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.826374583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.831041923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ecdde2-5fe8-4857-9a77-1afbca1186bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.831261891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.833648125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f694055-d447-4f34-9416-5d86ad6f9a38\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.833930638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.846977082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9ceac2-58ab-4edb-9d80-0a524ae9bd24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.847194676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.853167396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdfba28-d366-4fdc-8f08-aec25af422e9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.853459689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.854936261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7268a6d-b6c4-4b97-9ca6-88071afdfefc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.855165628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.858802644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5ed8ab-aa1d-4eef-ba23-022540132b93\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.859038835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.860438303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f7b78c-9f40-4a1a-aa5f-c237984c9735\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.860658852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.862100886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c726bc4b-5134-4f28-85f2-a5d99365ee95\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.862360182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.875327379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf757b1-53de-43e5-9bed-61714169a0e8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.875715592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.883772525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e749b884-7ab4-49a9-87bc-68f3211edc94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.884011812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.885859263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.888934991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"280bce74-c222-4b7d-997e-04df8e49c7de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.889153897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.892580584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d475e06-fba4-458d-ab78-56ff14da7e13\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.892967405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.899598788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"054c82a8-33f4-4665-a3ed-56349a39d132\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.900230717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.905807238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23d731a-b112-4869-965e-7b1678d867c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.906446692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.922828602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9a88d0-86c6-4d7f-bfad-3e34cdc2f8cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.923148369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.925018916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770dc6f2-9cea-4916-90ea-47140775a3b6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.925478812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.926990875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ebf74c6-3871-43da-8f07-36d7d8661f90\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.927239761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.928360453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e0d0cb1-eaf7-4aa2-920a-056d41774a54\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.928588678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.929703389Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"748ac43f-cfec-49e7-bc60-a8c217919cc5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.929967686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.936249782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.936439731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.937541135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.937616997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.938408954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.940960979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d99e3e0-8e1e-428d-b5fd-1232acc39764\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.941154655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.942135038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.949386036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.949633859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.949732947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.954434645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:06.957613097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.957715502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.958876014Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.960036095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a14b41a-9f00-4c36-a725-c93e8d688521\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.960265392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.962729211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520e6917-ea33-4fb7-8092-c8df1b6133d4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.962961895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.966611737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed5b756-d386-4add-8f0d-3d2ce1b6daa6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.96683424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.972459849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00abd0dc-3080-42b8-ae81-486db0dd182d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.972855226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.980225752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630d9995-786f-4e91-8836-8551638c256f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.980449628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.991991083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f9b2695-fd12-4ec0-97a1-9f68a8e7cece\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.992103507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.993701952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb65e9d7-ac6c-4543-8a55-cfeed06c1a09\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.993907392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.998084474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b4574f-e8a2-466e-a7eb-6e85a606fe0e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:06.998131027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.020652109Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b83ed3e4-12b7-4b17-8416-b60bf19a3090\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.020912988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.023409703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55b801d-50a2-4030-b9a6-a12cf381e205\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.023489542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.024803029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.026190554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f466b162-259e-49fa-952c-57a5b137e288\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.026384941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.031258411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1e7ab1-31b1-4b1d-bdeb-1e0ab2640a7e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.031561615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.074514766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c3fb85-b0f2-4dc8-9b0b-3253ede7ae83\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.074745105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.075360862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.07546511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.075501042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.075531041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.076475673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.092413549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.103286362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.103440419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.103540969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.104254451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.106827097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.106986454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.108420782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.109400334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.112623526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.11272619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.113485453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.122450826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.12254819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.125626864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdcbc74-88b9-4bea-971c-6a620d22a6d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.128565038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.139974731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.140075241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.14370849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d00fc4-34fe-45bb-9def-9a997e96b2fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.144076554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.148690868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"296ef48b-9442-46cb-885a-e897d76c9099\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.148756619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.152944503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb099474-7be4-43f7-8cf5-6f002eeedac2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.153039813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.153947401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c94082f-2e50-4189-bb24-4ee9014afe7e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.154046118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.156196933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b8fd98-ce93-4bb9-905d-2e78408e69ab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.156603713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.158590722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9aa8a9-0e79-498c-8a83-149ff4d05d3e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.159300246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.162411265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510c9da6-7617-48da-84f8-8a158fed1feb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.162481034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.162512877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.16376914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8430423-c72a-4ace-a56c-1ec233e5f629\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.164030761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.204514713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.207919096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6275850b-1527-4540-8f4c-bc930744076a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.208149124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:07.208513971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.214299298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1fd64d2-219d-49c1-b087-aaccc703a586\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.214758082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.216951182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c08c5b9-6798-4f89-963c-22be2c132bf4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.217201551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.219502746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f4e8e94-ad2e-41fe-941c-f7cc5a2e6b90\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.221464023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.22155792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.221592529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.221620315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.223136175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.233286248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.241592939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.241700523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.241799731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.241894329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.24205032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.243062687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.256754317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.256885889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.256979125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.257067952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.262054457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.262396799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.270466628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.27055781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.270591507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.270980772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.27452298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.28055081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.280635398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.280668565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.281120866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.343452748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.343526425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.34493457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55025"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.345373445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9e88687a-0ff8-4c96-9ab2-c443fec84b3e","remote_addr":"[::1]:55025","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.34560705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9e88687a-0ff8-4c96-9ab2-c443fec84b3e","remote_addr":"[::1]:55025","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":242,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.345952929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e88687a-0ff8-4c96-9ab2-c443fec84b3e\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.398925845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.39904385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.399419899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.399476502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.400554179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.400616754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44408"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.401673249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8e263186-a03a-45f1-91cd-dfdaa6168b25","remote_addr":"[::1]:44408","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.401891584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8e263186-a03a-45f1-91cd-dfdaa6168b25","remote_addr":"[::1]:44408","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":201,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.402847388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e263186-a03a-45f1-91cd-dfdaa6168b25\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:06 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.454636885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.454851192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.459373833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47526"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.461808274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"77d78af1-c4c3-4e84-8d39-daf897f5b4d2","remote_addr":"[::1]:47526","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.467173413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"77d78af1-c4c3-4e84-8d39-daf897f5b4d2","remote_addr":"[::1]:47526","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5402,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.468859342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d78af1-c4c3-4e84-8d39-daf897f5b4d2\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.525314866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.525397691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.528202079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46432"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.534178757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"2b96ae04-37f1-4f4e-b14f-73f3355f8ab0","remote_addr":"[::1]:46432","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.534437763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"2b96ae04-37f1-4f4e-b14f-73f3355f8ab0","remote_addr":"[::1]:46432","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":272,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.539618656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b96ae04-37f1-4f4e-b14f-73f3355f8ab0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.541238333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.541295928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.541324865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.545355226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.545419944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.545458431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.545519763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.54613521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.551548465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.56323997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.563488785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.563548775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.56426413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.600302424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:07.611693019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:07.613290182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.613358838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"981.790493ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.613397886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.613424559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.613719176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.613934966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.613990026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.617218108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.618245394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.619316138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.619868819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d426c6ea-bfc5-4e0b-8e2b-aa316c9742ed","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.620131863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d426c6ea-bfc5-4e0b-8e2b-aa316c9742ed","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.620191021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d426c6ea-bfc5-4e0b-8e2b-aa316c9742ed","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.62097342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d426c6ea-bfc5-4e0b-8e2b-aa316c9742ed","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.621099722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.625192236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.625266524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.625297285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.625717673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.627900882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d426c6ea-bfc5-4e0b-8e2b-aa316c9742ed","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":8040,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.628176592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d426c6ea-bfc5-4e0b-8e2b-aa316c9742ed\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.628408113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.628695075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf858b-04d1-4009-a5dd-ef74f6fd08ce","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.629075683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf858b-04d1-4009-a5dd-ef74f6fd08ce","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.6291445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf858b-04d1-4009-a5dd-ef74f6fd08ce","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.629531501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf858b-04d1-4009-a5dd-ef74f6fd08ce","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.630581093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.631620894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.632713802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf858b-04d1-4009-a5dd-ef74f6fd08ce","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":4047,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.633585188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91bf858b-04d1-4009-a5dd-ef74f6fd08ce\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.633840026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.633941438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:07.63412321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.634751792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50004","req_id":"7c9ca76d-3d86-4dbd-8076-ffc19da1a95b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d 49 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 MI..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.635101479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50004","req_id":"7c9ca76d-3d86-4dbd-8076-ffc19da1a95b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.635398852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.635650273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.635978947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.636344977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50004","req_id":"7c9ca76d-3d86-4dbd-8076-ffc19da1a95b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.637845116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3172, tv_nsec: 436163974 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.637915406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.638139793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.638612184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49155","req_id":"0420cef2-6cd7-423f-8580-0e95a918414d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 94 84 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.638849848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49155","req_id":"0420cef2-6cd7-423f-8580-0e95a918414d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.639184895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.639344764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49155","req_id":"0420cef2-6cd7-423f-8580-0e95a918414d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.639551716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61444","req_id":"06fda95c-5656-428c-86b7-855e6dfdbaf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d5 0b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.639710142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61444","req_id":"06fda95c-5656-428c-86b7-855e6dfdbaf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.640022364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.640220749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61444","req_id":"06fda95c-5656-428c-86b7-855e6dfdbaf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.743799573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.744374388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.744437895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.744470329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.744499838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.745484159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.74593596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50829","req_id":"309f1362-cf11-4105-870a-5263461ad7b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cd 4a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .J..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.746000528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50829","req_id":"309f1362-cf11-4105-870a-5263461ad7b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.746274584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:07.746372489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50829","req_id":"309f1362-cf11-4105-870a-5263461ad7b6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.746748679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.746803979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.746832245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.748588805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"222afcc4-6950-469e-90da-af3f885f9b31\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.748834134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.749034203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.757852603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.757917041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.757948143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.758346337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.761165043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7689bf-e57f-4c1c-8f3b-0b90af48b154\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.761462074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.762076268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.762131548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.762669891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.76749266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5a17ac-392c-4e60-ade3-eba7d14712bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.767676817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.770246978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d54f7de-f686-4178-9932-6cc793370e1c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.770390103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.772438705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca982f2-33d0-4fc8-8896-9c7583ccd61b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.772567331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.775259305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7150cf77-fb88-4bee-bca7-8a29f1c1dac7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.775359424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.776904703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.776975494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.779132161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.780000651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.780063466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.780091913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.782295373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b73fc6b6-c8f2-4b99-b921-a2f0e252e91e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.782398779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.785539968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487ee3d3-b132-4b9b-8943-96bce2bef5db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.785839805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.786830559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ab8d44-a1ed-434f-80b9-9beff58f7998\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.787126548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.788372571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fbf9773-1878-4726-a509-66c1cdf2bbae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.788512019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.790564408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb0dcd8-f252-4a1e-ae7a-57a1ec805b5e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.790649207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.793346411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63cba9d-66ae-423a-8d23-ce8b6835acf9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.793419637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.794417325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.795412307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a9446f-fcd7-412d-8e81-776ca9034843\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.795575793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.797355729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6924f25a-3be9-4698-a83c-c7a15872e5b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.797472512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.800120147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb6ecae-45cf-49f0-bb6b-a087f8fa95ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.800305036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.802206915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66048170-cb04-4df0-a8b6-a8701b728d20\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.802568125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.804719351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02781d39-c836-4e36-afe7-7fb4ff51139d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.804792386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.80750447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3601b3d-7092-4a11-a0e6-99668a78b8a1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.807577446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.818695147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b63c9e-717a-468b-ae9d-0052ee952f39\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.818775637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.81995144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9320545f-9c21-4222-9d82-3dfeb906060a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.820120096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.821439855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8458acd-978f-40bb-a8f0-d35b32a2ce60\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.821581798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.822925726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27c3f3f-f6e6-456e-8961-ce2a4c3a8398\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.823049082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.824321627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa431c2-0a51-4f2f-b6f6-a104377dc1c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.824436877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.82677235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ccdbda-9860-4ca9-92d2-9ebefd86119d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.827949075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.830564626Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7ebb39-7d2d-44dc-be9b-1a4c8aba2e93\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.830694976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.834109248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a29d71-aa81-4867-b764-f1bc715f13da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.834198987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.837920703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3d6888-0b9b-4d46-94e3-4dc8468ca1a6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.838075411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.839752923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a90cac2-6227-4896-9fe7-8ed1853d5b23\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.839928543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.842737019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"985fed9a-6f47-4628-894e-16bc3bef3bb0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.842813411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.845410846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.845937686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.845995942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.846026743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.847215241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.847474578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3635e5f3-72bd-4dfc-9104-629c3ea9d931\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.847654286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.84967913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1fbeec-41fd-4c33-acf6-87438b0c2df9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.849814119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.850949161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.859323436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.859381151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.859412263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.859951898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.863467663Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53498803-aa2e-4d93-970a-49759082e558\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.863753663Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.863957399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.864004523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.864497575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.866848569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1ce463-c95b-4e8f-bf52-3bed9bfaba60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.867001484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.868105404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f61d1aa5-b6a3-44fd-89be-0ef63733449d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.868170333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.869355424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c420ac4-e7ba-4e6b-9dfc-459d6258f189\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.869538048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.87254516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"624a321f-c951-4ba2-9adc-859e62f3a091\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.872720369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.880974925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae66e79-851f-4093-8321-f50960a47a90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.88199121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.884084942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7bb1b6-9979-42d3-b681-b30a464a4fb6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.884208418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.888213868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f2b5380-252b-4d04-9c71-bb9925179212\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.888438336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.891177784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c76c37-0322-4d0f-8084-cd192cf43500\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.891303304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.897316234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.898332269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74a80c83-4282-4df1-bff4-3f89698cb05b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.898447588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.899433723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878e37b2-ae50-465c-beee-066d6f0cc6f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.899651968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.900927489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63eb9c2-19ac-4822-a346-793955626092\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.902087711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.904677221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"823b0ba8-d7b9-4ae1-9fd2-f216e0d7e223\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.904774454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.906681925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9000db5-7134-442a-9700-759e3aecdb0a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.906922775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.906992494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.909481463Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5abde5a-cc7c-4a06-bae1-0b56441e8f2c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.909641431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.911570615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff99d157-ac18-4946-aadf-435171cc3031\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.91173853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.916398575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f20d68-496d-441b-be8e-4ba84815de1b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.916586739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.919010849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb6f4b0-7080-4150-acf4-e41cf8631cdf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.919060508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.920314457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638b9ce0-0c08-4fac-acc2-0cbef8ef9405\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.920361521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.920392091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.920423093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.920453213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.920738281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.925312635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.92961631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.929690007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.929725307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.929757732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.929788533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.930951059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.935972845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.941027246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.941105291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.941192876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.941977289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.951665852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.95170964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:07.95173988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.951766182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:07.95236757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.031056102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.032684517Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.032758735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48502"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.033594259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"89e09998-1750-41c2-922e-7ffcf809a08d","remote_addr":"[::1]:48502","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.034069206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"89e09998-1750-41c2-922e-7ffcf809a08d","remote_addr":"[::1]:48502","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":351,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.034250988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.04015454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.040223899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.04025499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.041912573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.042267811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e09998-1750-41c2-922e-7ffcf809a08d\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.120358001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.120433671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.12169776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41731"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.122652843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.122713965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.123566954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.126429297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.128236388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"de12fbea-8573-4cf7-977e-710e5402228a","remote_addr":"[::1]:41731","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.129512711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"de12fbea-8573-4cf7-977e-710e5402228a","remote_addr":"[::1]:41731","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1293,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.130358416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.130402123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.131267146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.134496681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de12fbea-8573-4cf7-977e-710e5402228a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.208242465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.208444607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.214748497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61394"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.21599444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.21610998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.223681736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"313c8c8d-f697-46d1-9bd2-7fcfcfdcb18d","remote_addr":"[::1]:61394","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.236685375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"313c8c8d-f697-46d1-9bd2-7fcfcfdcb18d","remote_addr":"[::1]:61394","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12991,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.239191759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.239259294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.239287129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"313c8c8d-f697-46d1-9bd2-7fcfcfdcb18d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.300310925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.300830039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:08.301134516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.307147567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36218"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.313706705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"34ab0fb0-9502-4f96-a814-d0bfaaa2125b","remote_addr":"[::1]:36218","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.334632679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"34ab0fb0-9502-4f96-a814-d0bfaaa2125b","remote_addr":"[::1]:36218","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":20933,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.340044151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ab0fb0-9502-4f96-a814-d0bfaaa2125b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.341796593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.341857694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.341886953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.350420485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.350485845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.35240527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.352465069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.353077529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.358318792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.362306387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.362647106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.362812566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.363349155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.402493126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:08.428731645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:08.431114803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.431307137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"817.711456ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.431402056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.431446334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.431569038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.431616062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.431646743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.432375325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.442658133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.446648633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.446719495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.446755757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.447130013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.502036119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.502111019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.502143644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.50224235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.50415446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.504212095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.504246353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.507298124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59689","req_id":"ca992201-b0c4-4fd2-bd3a-7b04a341fc05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 66 21 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 f!..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.507351249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59689","req_id":"ca992201-b0c4-4fd2-bd3a-7b04a341fc05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.507584374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.50777831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.507932167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.507982658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59689","req_id":"ca992201-b0c4-4fd2-bd3a-7b04a341fc05","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.508239339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.513161636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.513246335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.513280744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.513759237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.514003253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3173, tv_nsec: 312898490 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.514075237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.514529091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.515871576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54068","req_id":"acea7cfb-8997-4967-96a4-fc1b832b87fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 14 85 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.515938168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54068","req_id":"acea7cfb-8997-4967-96a4-fc1b832b87fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.516027717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.516051474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54068","req_id":"acea7cfb-8997-4967-96a4-fc1b832b87fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.516159239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65106","req_id":"6a622805-8f76-4cde-9b52-7109d0543000","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8f f8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.516213657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65106","req_id":"6a622805-8f76-4cde-9b52-7109d0543000","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.516299919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.51632546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65106","req_id":"6a622805-8f76-4cde-9b52-7109d0543000","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.652810798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.653221717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.653274151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.654153143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.654591737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63594","req_id":"3bec69fa-7ea7-4b6a-93a5-dce249bf5eb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a8 cb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.654692948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63594","req_id":"3bec69fa-7ea7-4b6a-93a5-dce249bf5eb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.655166141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:08.655384436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63594","req_id":"3bec69fa-7ea7-4b6a-93a5-dce249bf5eb8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.655954091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.655991596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.656017287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.657808386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c5417c-a449-40d6-a00d-f74db292a67e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.658090267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.659486289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3bbb607-3cc8-4327-bc3f-633b393d9310\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.659638051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.662758118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47793b8-77e0-4b64-9be4-e1b1409c2e10\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.662820261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.665978815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76335d25-f11b-45fc-8ae7-cea59f33b1d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.666642788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.669046637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3bc84b-82a5-498d-b913-5b36b699f2fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.669108791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.671274947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6cd21f3-d868-41be-a93b-23234d24ac8a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.671349565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.674104805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d0cd961-51aa-4da5-ae8f-ad8611c5be16\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.674220335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.688905154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"701e754a-42d4-4fb3-adef-5f297a441f88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.689196765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.69022308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.69350046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7006d78c-c6ab-4771-a8cb-88ab6feaaa3d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.693699336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.696591839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcbc11ec-e44c-4490-96b5-0cd26b2748ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.69706888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.698596784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b61626-acc6-4ea9-9d13-a8435f82c949\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.698749598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.699852836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d8b157-db84-427f-a8c6-792c68d073fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.699959769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.703135818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73880ca1-8efa-46cd-82a3-1911fd8acf22\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.703404954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.705622322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"948a32d2-a86b-4f34-a892-ae9b081c00f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.706050545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.713969212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ffaf0c-db49-474b-81b1-964486438b7e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.714161546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.716989891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab24d3a5-8198-43ca-a360-0cb7c0d6a6cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.717112004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.720705284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fdfe67-dcc9-4b81-8df5-696590ff5e57\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.720955482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.722700048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89be1f0f-3369-44c5-b094-5dae949e5b0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.722822422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.731357558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d70518-0187-496a-bd3e-6eb0a06af8ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.731541414Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.732567889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fa6bb3-421d-42ae-be5c-acb1cc13b9ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.732726074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.733829904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d82a6331-109a-4df7-a9ef-a74b0a41d74a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.733897218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.735174222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de16e9f7-1f6c-4be8-9fb9-d97ce727503c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.735305654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.736372509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c504b47-e7cd-4ce3-82ae-222dc3f3f0ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.736440946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.737783481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a26a0685-8404-49fb-9b6b-d075d2d6c05e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.737955654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.740449873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44fbae12-a3d3-4317-88c7-e2bf51a76954\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.740525223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.7413868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.741496368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.74154226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.741572881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.742349128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.743623517Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"860eddd5-753f-4d78-9f85-c6dbeaffa504\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.743733506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.746097015Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.754634365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.754693693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.754785737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.755261735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.755539659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acd393db-1718-4705-b090-2643006a37a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.755664127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.7586119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.758669324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.759176074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.760905289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f09f7ac0-68af-43fd-909d-3d2a99bbd153\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.760979608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.765845733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35dce0da-cd04-4a1c-b7d4-6c133914aa28\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.767325762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.771014541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b914e034-faf9-4953-b133-942df19aa7b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.771242806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.772035526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6476b6-064b-44f6-96a8-c62c899817c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.772176497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.775330431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef2fc234-3727-45f6-8717-08518aa9a88c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.775579146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.776196105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.776355944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.778291971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.779461762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.77952077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.779550058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.780445883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2973e32-fe48-4c3c-bb06-ccf7a42faf3f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.780591633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.781955671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa0587ab-caa3-4c64-aeb8-3f5e481722c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.78207575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.784569819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1946f863-8ccf-4855-9185-5b1509cd60f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.78608597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.788549007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e75c716f-4e1c-4045-8bc6-91585b0e14c7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.788672934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.791859563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1edccff6-ae75-4042-81b4-e2043e362948\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.791978861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.79551665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.797201787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3599a596-bc93-497b-9102-186845e43cc8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.797321055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.799001252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eae5fb4-6af7-4cba-bed4-c2aa81bdc976\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.79907536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.800795237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33811bf-0d63-4ff6-9d28-8645e2ed2344\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.801045005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.803489405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56ec627c-5aaa-47e4-865a-47fd7d4a987d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.803600777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.804474828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be0fedb6-1e57-4689-b30f-6806ebbf39c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.80459615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.806557528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1bbb1d-bf2b-4324-9708-d0c7424c9b5b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.807061442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.808221654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26188353-f4ef-4fff-ad8d-17117488d11e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.808385129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.809435482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2533852-d6b3-4e8f-b66b-1e29f7b28fab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.809511083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.809550802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.811828991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7bc0da-b6f5-408e-be15-1940e3ded1cc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.812240621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.813853134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2948eac-cfca-4bcc-adc9-732051a9dea8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.814899699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.817676311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162f5069-04e1-417c-b3f4-51da61a396d5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.817818825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.818966322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf2c4cc4-333e-4b0e-9a76-82b1b14f1b55\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.819109787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.820213687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3c3a9f1-2a2f-42fa-a2f1-5e41c08d894e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.820346451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.820399467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.820432433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.820461851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.821371794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.823811756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.827712708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.827774962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.827809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.827840653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.827869711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.828423955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.832176462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.837997139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.838146497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.838242709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.839411397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.91281573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.912960309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.91356345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.9136989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.913792066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.913875732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.914626769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.914916957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62481"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.915876749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9c6d022a-3666-4458-bb1a-0730e2bc4836","remote_addr":"[::1]:62481","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.91787483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"9c6d022a-3666-4458-bb1a-0730e2bc4836","remote_addr":"[::1]:62481","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1926,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.918658251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6d022a-3666-4458-bb1a-0730e2bc4836\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.984337072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.984469646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.985858243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.992153416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.992253445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.992343084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.993226123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.993382825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41404"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:08.994204863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6ba99e03-b7e8-4106-83e6-bd93c76a46a1","remote_addr":"[::1]:41404","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:08.9945195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6ba99e03-b7e8-4106-83e6-bd93c76a46a1","remote_addr":"[::1]:41404","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":367,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:08.994954547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba99e03-b7e8-4106-83e6-bd93c76a46a1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.056483279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.05655925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.057733941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.057788209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.058976987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.059035524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39230"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.062167725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1b292533-c109-42d7-b476-af9f5fa84e3d","remote_addr":"[::1]:39230","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.062782199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1b292533-c109-42d7-b476-af9f5fa84e3d","remote_addr":"[::1]:39230","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":590,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.063474017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b292533-c109-42d7-b476-af9f5fa84e3d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.154301455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.154794708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.157835206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55950"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.158161817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.158220614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.158608737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.1597295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.164610585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"941dbfb3-64b5-4353-b889-7135f771b66a","remote_addr":"[::1]:55950","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.170471082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"941dbfb3-64b5-4353-b889-7135f771b66a","remote_addr":"[::1]:55950","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":5902,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.171660642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.171720862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.172092302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941dbfb3-64b5-4353-b889-7135f771b66a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.174639407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.174696902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.174724727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.185270549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.185347893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.185386129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.1854167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.186063589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.20968357Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.209772938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.211237005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.215666281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.215828083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.215879666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.216372838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.249110286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:09.256198268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:09.256425551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.256474568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"825.075499ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.25651057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.256673194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.256810698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.256957541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.257103612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.258384714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:09.259436269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.26060607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.264957841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.265019844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.2650779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.266000518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.269004604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.269062299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.269784387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61827","req_id":"063db564-02af-49d3-af59-af9e65af1d9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1e 6d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .m..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.269844627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61827","req_id":"063db564-02af-49d3-af59-af9e65af1d9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.270021219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.270229204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.270484943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.270542969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61827","req_id":"063db564-02af-49d3-af59-af9e65af1d9b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.270936493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3174, tv_nsec: 69829626 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.271004739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.271139337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.271520657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62722","req_id":"e9c1b1e9-2dab-4a9a-beaa-e9bb16c967fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 30 14 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 0...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.27157773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62722","req_id":"e9c1b1e9-2dab-4a9a-beaa-e9bb16c967fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.271665515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.271753942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62722","req_id":"e9c1b1e9-2dab-4a9a-beaa-e9bb16c967fb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.271811136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57257","req_id":"23bf5b2e-2a03-44ac-937f-7d874b3ad504","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.271910804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57257","req_id":"23bf5b2e-2a03-44ac-937f-7d874b3ad504","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.27200408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.272525399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57257","req_id":"23bf5b2e-2a03-44ac-937f-7d874b3ad504","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.393526676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.393942264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.394062904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.394144827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.394189817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.396155433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.397254363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56597","req_id":"b4236ff2-466d-4fe6-b851-c2a2953f5269","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 65 8e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c e............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.397321306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56597","req_id":"b4236ff2-466d-4fe6-b851-c2a2953f5269","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.397551255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:09.399598764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56597","req_id":"b4236ff2-466d-4fe6-b851-c2a2953f5269","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.400456112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.400512936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.400542324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.401121909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.410278182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.427184828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.427650906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.430682657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.449692763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.449801119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.450482587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.464372712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e7d7ed-e84d-486b-b2c1-6924fc16097d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.464759913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.479723638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a532377d-f3fb-43c2-be10-61e532b03492\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.480089567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.498933332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f9dbe8-c767-4664-ad6e-1ac13f31b0ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.499314692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.502951979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89606003-afc7-4d31-9b24-9f039052cbb6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.503220223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.510131744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fcd062d-359f-4c6c-82a6-ef7a57399030\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.510233557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.513899491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2374c158-ab41-4b82-aac6-d35742d824a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.513978629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.514766659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.517202141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f133536-303e-497d-8ec8-848d3f77d9c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.517266319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.51873738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf0b64f-0913-4dbe-9850-7af5c4c98c65\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.518841297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.519690219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b5cc93-d84f-47b7-b5f0-ff0f430c7cac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.519814957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.520746373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dbf1e53-79b2-4dbd-bda4-c11335dacfb6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.520899628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.521796104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d9e53c-fb36-4694-b6b8-030850c10b38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.521935703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.523012217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0935b00-9674-4006-a00a-2fd272c97462\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.523135092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.524302318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed87304a-199a-4967-a69a-c1a37b9b0e7e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.524485833Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.526159658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df381fbb-be6b-4cc1-90e1-404b2a553019\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.52628573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.52871991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a6897a-fd20-42d2-8f92-85b61fccf513\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.528837434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.53158076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af4fd3e3-8293-485e-b076-79cfd3a22ef5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.531707402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.543334127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac273574-6264-4ee8-8906-01d92793a757\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.543429908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.545672426Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7132f633-28d1-4a0c-8251-6b91666b9a91\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.545802205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.549287609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1833b7-4fce-4013-b454-363d232f5c3a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.549770431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.550708651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c48547-f0d2-48d0-9579-78afad5d5b23\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.550978829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.55323776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ca360c-4448-4271-998a-7fe0f237c242\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.553373981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.554852828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36f4f838-f8fd-4e83-a3cb-18abf5b7074a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.554979781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.556427655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735ed19d-eb64-480d-9adc-d34349ef6fb2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.556500631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.557956532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951fa7fb-108a-443b-92be-a8e1e8dd58af\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.558165849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.560627794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c130215-6525-46fb-a032-ead8e4791673\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.560699166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.563597621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6a3cee-71d4-468a-8cfd-2097fa4745fb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.563666218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.565592536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.565653888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.565686774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.565715691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.566886805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.568873994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"783df10b-a7a1-4566-b25f-ab84a977c648\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.569383319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.569748346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.57789603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.577959987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.577995568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.57846347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.581988764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b02c40d-d056-4f66-9536-a3f684a63e9b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.582261959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.582674691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.582732216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.583220719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.586175707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1474c479-b035-4a56-8a9d-5bb1eeeca803\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.586242239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.590488199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0c6130-7c26-435d-8cc7-6fbf7959d63e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.590571244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.592028287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1d9346-1a11-4490-95e7-d9a4291c4dee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.592096844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.593730098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4017344b-e09e-421f-b2fb-468d1fa3009e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.593810929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.595753309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40d4f5f-6773-49ff-9881-5b1573795b69\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.595818499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.597516312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062f44a5-e503-4dd8-beb7-d8dbc32d7e79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.59763574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.600172624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24cc1c5-c50d-4c6d-be4e-203632cd8e8d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.60034082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.602758497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846b33d0-285d-4b36-b336-1a6d582126ff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.602824418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.605439919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44eb5141-7c86-4c0e-94fe-76f792b161d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.605505189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.607323001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc24a923-be16-46a6-97f1-4f16ac5a5f50\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.607389123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.611031721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35c8b5a8-8027-4ca6-b8fa-c32d83a2a29c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.611143734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.611291047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.613252906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cee1b30-a7ad-429a-8d5b-d79bf6ea2de5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.613319068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.6150163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba473f9-46f0-4ccf-9438-424ee9b94c81\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.615083303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.61601049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb23363-4bef-4f9b-9c16-0e5c2001d701\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.616129117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.617197295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"041f1bac-645a-44e7-bad7-4a1b9fffc0c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.617429878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.618709718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.618827984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.618865379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ef30e86-98a3-47d3-8601-47446834ae08","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.618898104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ef30e86-98a3-47d3-8601-47446834ae08","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.618937482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ef30e86-98a3-47d3-8601-47446834ae08","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.619644812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ef30e86-98a3-47d3-8601-47446834ae08","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.620179457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77e3db6f-a1ed-4f49-8f44-788b10c33d2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.620314265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.62145103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab86d42-8211-4c9d-a367-5b0322c4e407\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.621513675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.621544637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.622280042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ef30e86-98a3-47d3-8601-47446834ae08","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":3740,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.622682314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ef30e86-98a3-47d3-8601-47446834ae08\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.622862432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.623484422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f3a71f5-a3da-4a25-b38e-00bb0734ae14","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.62379484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f3a71f5-a3da-4a25-b38e-00bb0734ae14","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.623844609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f3a71f5-a3da-4a25-b38e-00bb0734ae14","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.624438974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f3a71f5-a3da-4a25-b38e-00bb0734ae14","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.626004002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac8dd7d2-fd78-42ff-ae53-0856fb0f8cdc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.626204541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.627776754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f3a71f5-a3da-4a25-b38e-00bb0734ae14","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":4294,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.628502039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f3a71f5-a3da-4a25-b38e-00bb0734ae14\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.628933909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.628984871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.629012266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.629988871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26cb1378-d6bf-4b11-a4b5-51c0cf5f6265\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.630212156Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.631487578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc8b3da7-3503-45fd-bcef-d65c481a00cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.631673758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.634256384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e95f404-d0be-4e97-8ea7-977f83f7ea44\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.634321875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.636927336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334249c7-bad1-4f09-91ef-e74ae8a40119\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.637116543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.637167625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.637198887Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.637226863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.638102507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.64061817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.645964883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.646027578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.646058669Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.646087076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.646113268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.64649552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.651167398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.657248434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.657308274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.657339125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.658074059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.664070577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.664132911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.664166298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.664193261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.666166443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.738485143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.738657627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.742135376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51042"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.742760592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"639e7c82-0b14-4f98-b935-fa8f29dbf427","remote_addr":"[::1]:51042","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.74352282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"639e7c82-0b14-4f98-b935-fa8f29dbf427","remote_addr":"[::1]:51042","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":633,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.744100922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"639e7c82-0b14-4f98-b935-fa8f29dbf427\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.816454642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.816520403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.817002854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.824225565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.824290675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.824322398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.824690211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.825023094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45373"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.825428973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.825493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.826531169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f5c627b5-a742-4a69-951d-d56a6b548abc","remote_addr":"[::1]:45373","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.828151026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f5c627b5-a742-4a69-951d-d56a6b548abc","remote_addr":"[::1]:45373","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1715,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.82977922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.830311641Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.83037139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.830404225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.830445618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c627b5-a742-4a69-951d-d56a6b548abc\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.908332322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.908394165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.909162376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.909220572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.910488177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.91059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43127"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.912625766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"99cfd229-54df-4ad0-9c43-23f842d4ea53","remote_addr":"[::1]:43127","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.913546321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"99cfd229-54df-4ad0-9c43-23f842d4ea53","remote_addr":"[::1]:43127","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":931,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.914973564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99cfd229-54df-4ad0-9c43-23f842d4ea53\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.989833508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.989895271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.990609324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32827"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:09.991268367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1fe0be25-7361-4194-92ed-aa9b340622fb","remote_addr":"[::1]:32827","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:09.991513355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1fe0be25-7361-4194-92ed-aa9b340622fb","remote_addr":"[::1]:32827","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":259,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.991753914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe0be25-7361-4194-92ed-aa9b340622fb\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.994463433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.994521488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:09.994552801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.005089424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.005152881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.005485654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.005538529Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.006466969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.040600869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.071126649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.071695122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.071815722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.072409776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.093940294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.094339519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.094594848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.095476244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.132601604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.132711723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.142049248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.142164658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.171642931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:10.181091868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:10.181466665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.181661372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"925.135272ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.181794618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.181886772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.182009346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.182146649Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.182239144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.183806927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.187952487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.20476733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.204818592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.204851107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.205486132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:10.207227782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.216197954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.216274146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.216874402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54102","req_id":"0e521a45-64c4-4ac3-b3f2-f9f0aa50e022","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2f 99 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 /............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.216945253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54102","req_id":"0e521a45-64c4-4ac3-b3f2-f9f0aa50e022","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.217185061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.217434027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.217568595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.217607753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54102","req_id":"0e521a45-64c4-4ac3-b3f2-f9f0aa50e022","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.217986899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3175, tv_nsec: 16883328 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.218103721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.218131116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.219074716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51714","req_id":"cce61385-fb7d-45a1-b04b-0aefaf74e103","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c 3f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,?..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.219136028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51714","req_id":"cce61385-fb7d-45a1-b04b-0aefaf74e103","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.219244895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.219273632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51714","req_id":"cce61385-fb7d-45a1-b04b-0aefaf74e103","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.219403231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62637","req_id":"6b7728d7-dfd4-4d35-8ab7-cd8cf8bd8a3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 21 01 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e !...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.219457148Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62637","req_id":"6b7728d7-dfd4-4d35-8ab7-cd8cf8bd8a3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.219541877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.219635714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62637","req_id":"6b7728d7-dfd4-4d35-8ab7-cd8cf8bd8a3c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.353999715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.354466946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.354522798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.354556705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.354586314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.355509323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.355967206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59216","req_id":"c0b47ffa-3751-40c2-b5ed-db1e6fa7d5e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 1a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c H............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.356080772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59216","req_id":"c0b47ffa-3751-40c2-b5ed-db1e6fa7d5e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.356378565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:10.356804524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59216","req_id":"c0b47ffa-3751-40c2-b5ed-db1e6fa7d5e8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.357104351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.357160012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.357345051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.358022611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.364428404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.364493063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.364526219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.365454438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.369030523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.369160843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.370096748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.370140595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f496a4f4-23dc-429f-827a-6784f45c1f2f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.370245564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.372579545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1ebdfd-03d2-42c8-a864-97953fb3b0a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.37271766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.384239156Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc8208c-ebb6-4ed0-8e2e-792a619c6ff4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.384511899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.40285691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.4030025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.403106027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.403673898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.403806071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.403899628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.404008986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.404661506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.408796605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.409067044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.409302362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"219.798µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.409669013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.409767579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.409864092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.409955584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.410036495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.411124643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.411401695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.411500292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.411588267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.411672104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.411752965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.412264835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.412392008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.412594592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.412694772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.41324117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.41484711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.415068892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.415278369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.415371044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.415452196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.41608708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.418445399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.418545068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.418669436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"222.173µs"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.418789204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.418869334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.418937149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.419132158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.419302287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.419390142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.419905448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.422126874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.427156125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.427930979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"18.935989ms"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.430337664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58258","req_id":"4b2a7e92-af39-419c-b47d-869098a8795f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d6 2e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.430507632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58258","req_id":"4b2a7e92-af39-419c-b47d-869098a8795f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.430868772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.431121997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.431616672Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.432409251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58258","req_id":"4b2a7e92-af39-419c-b47d-869098a8795f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.434376641Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3175, tv_nsec: 233257900 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.434519035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.434696889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.434914473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58113","req_id":"b058c490-d07d-4ad2-9a74-faa6b8ef7583","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 02 66 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .f..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.435064963Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58113","req_id":"b058c490-d07d-4ad2-9a74-faa6b8ef7583","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.435328668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.435780789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.436046007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.436211758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58113","req_id":"b058c490-d07d-4ad2-9a74-faa6b8ef7583","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.437702297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3175, tv_nsec: 236631692 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.438161092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.438377002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.448187498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61571","req_id":"5894a616-cd23-4290-aadc-1897692728d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f c7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.448346275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61571","req_id":"5894a616-cd23-4290-aadc-1897692728d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.448942332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.449126139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61571","req_id":"5894a616-cd23-4290-aadc-1897692728d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.44932265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64905","req_id":"10822415-0b19-4756-9655-dd63f84ca977","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 68 2a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e h*..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.449479433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64905","req_id":"10822415-0b19-4756-9655-dd63f84ca977","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.449723038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.449921604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64905","req_id":"10822415-0b19-4756-9655-dd63f84ca977","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.450485557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.460552605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.460650831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.460738125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.461549151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.46202079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.469601334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.469710151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.469796533Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.470498943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.471851127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.526268179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.526418258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.534081006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56593","req_id":"1ce1b840-2458-4528-9dd5-4a3215903547","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 92 03 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.53429388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56593","req_id":"1ce1b840-2458-4528-9dd5-4a3215903547","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.534585791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.534799217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56593","req_id":"1ce1b840-2458-4528-9dd5-4a3215903547","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.535266648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58029","req_id":"72ae7abd-2d1e-4483-ae62-b301ad8c2296","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 85 48 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .H..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.535645262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58029","req_id":"72ae7abd-2d1e-4483-ae62-b301ad8c2296","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.536207493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.536389415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58029","req_id":"72ae7abd-2d1e-4483-ae62-b301ad8c2296","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.537331612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.542049573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.542698025Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.542758555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.544285878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.547077661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.547140346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.547642436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.54783031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.547882444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.549317934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.549454737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.555319763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.555406235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.555438569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.555467777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.555494811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.55641269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.559089904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:10.559141928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:10.561286812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.561622741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.606066322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.606131482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.608732173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.620675991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54020","req_id":"5287b21e-748f-4f69-8931-aca7c340c061","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 19 33 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .3..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.624506072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54020","req_id":"5287b21e-748f-4f69-8931-aca7c340c061","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.624679598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.624845829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.625001068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.625057911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54020","req_id":"5287b21e-748f-4f69-8931-aca7c340c061","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.637152108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3175, tv_nsec: 436009670 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.637232228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.6372632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.637802003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d193483-e983-4009-988e-3aed52852552\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.637981501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.638961624Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50416","req_id":"24d16b3d-6f4f-4760-90b7-b33d0ddf9822","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5b b1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e [...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.639023838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50416","req_id":"24d16b3d-6f4f-4760-90b7-b33d0ddf9822","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.639113456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.6392059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50416","req_id":"24d16b3d-6f4f-4760-90b7-b33d0ddf9822","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.639303354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58928","req_id":"0899b796-ec69-43c4-b16d-6ac4a1452ad5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b5 ad 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.639349106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58928","req_id":"0899b796-ec69-43c4-b16d-6ac4a1452ad5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.639525677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.639561449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58928","req_id":"0899b796-ec69-43c4-b16d-6ac4a1452ad5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.640358136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.681778894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.68186227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:10.682909467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.68297622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"268.098068ms"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.684869512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.690597855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.690667093Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.690700159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.691102401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.69527305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.698064272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78990771-8cf7-4098-9374-162c876da3b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.702840238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.70486407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ff3d68-06a3-41b8-bb42-d9acc80b3b5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.704985863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.707273731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d44b9d4-cf64-4314-921d-b16aa416f04d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.707377237Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.717095791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2a6044-ae80-474e-b4f9-fd15f545d1da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.717178145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.718038329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b7782f-76b2-4437-aa56-9514fa7360da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.71811435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.719055676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f837450-717d-4bb4-b0ec-fa1a83277923\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.719234312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.72005654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbf454d-0310-4312-a503-f67d380e9534\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.720183483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.721516038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95dc8b10-f745-40b0-9f57-a159c7cdd97d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.721655145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.722960035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3784e79-c7b5-408b-a75f-b1cb0ccfaf71\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.723151266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.72514098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4041234-2d65-49db-85b4-982294ad78dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.725264737Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.727070144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1129c28f-067f-4876-9eeb-6a04b0342bdf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.727185514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.729293764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6feea4d-959c-4038-a54d-275e47f88ddf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.729359095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.744051558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a596fde3-60cc-423d-b6c5-1b5665e5afb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.744319352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.746413815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.746601599Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.746648613Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.746725666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.747908994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.749502359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3e4add-3d3e-4dd6-905b-9b939fef4f61\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.749690003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.751730007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9847977-10da-4569-9534-6205831c5388\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.751797903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.752943655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fc84f5-02f1-4bd1-babf-ed9a669b4450\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.753077181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.754460027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd7f702-3bfe-4131-99c9-2bfb33f816e6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.754585787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.755526982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.760579219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.760658376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.760693086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.761140948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.763009371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"932fc947-608c-47b9-876e-2b5ff26d3155\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.768682925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.7691321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.769243171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.769844509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.772849496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db6af87d-3268-447e-ad51-d079984bb9e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.773069685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.794316658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.794466346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.798427348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.799132222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.799194787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.799225639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.799900433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d7f3b0-ffe2-48c7-878f-6745af279bd8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.8001045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.804406591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76318e6-dce5-49be-bda3-d4c79f6e3364\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.80447643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.807094026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff25126-297e-47ea-bdbb-6a68d21c4fb2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.807213734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.811886154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"150b0c55-9c5f-49d8-a5e1-2d384fc565c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.812056754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.828398003Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.828465106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.829121504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.830166166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d04bf5e-f693-4773-9bd8-a06ef9596733\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.833156774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.837359498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.837442403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.837479307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.837508625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.838003541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.841459146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37ab90e-23b3-400e-a6fd-bcab56563624\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.84163198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.843072942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.852476437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.852547128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.852581897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.852961484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.854152256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261783bd-e11f-463f-a173-72e5cb79eeff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.854281814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.855191236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"573a0697-64aa-4651-808e-c6cc315f0462\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.855374141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.856649482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4b37627-d7a3-4d86-ac8a-0ab572d4d35c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.856810924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.859249172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da14b570-3fef-4900-b3ed-1ebc100ee588\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.859368018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.860275026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29761d33-f4f2-4b94-9797-9bc85d803d6f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.860343462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.861490227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f28f02-1ec8-497d-8967-49bcbbf1b02e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.862463346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.865079117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3117165-1263-40a0-b2a0-824f545efc76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.865157754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.867003973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d420216c-f581-498c-a86e-9e5e4d3bb7cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.867083932Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.868840462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c6f77f-d360-4184-9453-d865e87d6688\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.868911553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.871048982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e2f7f1-11fd-4c09-bd3e-2a139d1e24a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.871214933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.873500356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"761468f6-8321-40c7-8497-fd2bb0291751\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.873635746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.875849497Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.875914897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:10.875949105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.875978995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.876821684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.879144993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cec42588-d709-487a-a52b-2149151d9dd8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.879296705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.880265375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a6612d-8f48-4b5a-9c79-b537b0893f04\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:10.880519271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.127651566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.127729992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.1283711Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Sled { parent: Fleet, key: 53f90263-82c1-405e-acff-cbe6071750c6, lookup_type: ById(53f90263-82c1-405e-acff-cbe6071750c6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.128440488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.128478263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.128507632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.12982679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.133259119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39111"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.133647773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.133707532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.13390233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52aefddc-05ae-465b-8983-a9c638951321\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.134264031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.135718148Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.13745048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.137623544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.14537076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.145446371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.145479407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.145509717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.145655528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.146173289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.149147756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.153588874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"59ed900a-338d-4ae2-8f42-6faa07f33721","remote_addr":"[::1]:39111","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.153655086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.162213929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Sled { parent: Fleet, key: 53f90263-82c1-405e-acff-cbe6071750c6, lookup_type: ById(53f90263-82c1-405e-acff-cbe6071750c6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.162310421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.16234468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.162944365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.164101901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"59ed900a-338d-4ae2-8f42-6faa07f33721","remote_addr":"[::1]:39111","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":12072,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.166013299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.166079341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.166404378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ed900a-338d-4ae2-8f42-6faa07f33721\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.166544788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.16659587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.168721044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.169231161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.174062086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.174199369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.174302114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.175013802Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.175485752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.17554988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.175586163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.175636633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.17595129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.183536724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ea08b4-abd8-4bd6-ae35-60266a6cc59d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.184036559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.188530303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.188597687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.444332703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/v2p","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.445053058Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.451868126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:11.451990811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.452174567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.452315548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.45295416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.454953955Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.455130627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.455228542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.455323521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.455868838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.456870083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33892"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:11.470081886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.471600362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","assocs":"{}","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.471658107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:45534/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.473739935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Sled { parent: Fleet, key: d5164855-771e-4c6e-8851-07df430a9d8d, lookup_type: ById(d5164855-771e-4c6e-8851-07df430a9d8d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.473800205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.473832048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.473860966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.474479418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.476457189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"ea5d6701-33f0-41e3-badc-8d14345aba4d","remote_addr":"[::1]:33892","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.47666375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"d8bfba77-6145-4dbd-b93a-b740935e4596","remote_addr":"[::1]:39111","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.47725114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"ea5d6701-33f0-41e3-badc-8d14345aba4d","remote_addr":"[::1]:33892","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":809,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.477307102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"d8bfba77-6145-4dbd-b93a-b740935e4596","remote_addr":"[::1]:39111","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":722,"response_code":"204"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.47756223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.484973507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.485072564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.485105039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.48544685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.486581721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.49200679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Sled { parent: Fleet, key: d5164855-771e-4c6e-8851-07df430a9d8d, lookup_type: ById(d5164855-771e-4c6e-8851-07df430a9d8d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:11.492259634Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.492398861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"1.082694467s"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.494316943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5d6701-33f0-41e3-badc-8d14345aba4d\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.494386722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","interfaces":"{}","sled":"sim-039be560"} {"msg":"v2p mappings to delete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.494419487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-039be560"} {"msg":"v2p mappings to add","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.494447373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.495653486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"53f90263-82c1-405e-acff-cbe6071750c6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/v2p","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.495927412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f65cfbc4-00b7-4cb3-958b-55b4bb604166\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.496047882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.49609194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.496299353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d8bfba77-6145-4dbd-b93a-b740935e4596\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"VPC route manager sled 53f90263-82c1-405e-acff-cbe6071750c6","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.498089149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.498142615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"53f90263-82c1-405e-acff-cbe6071750c6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.501460977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56326"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.501639893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46194"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.502428906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.50247142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.50293792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.503966639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"ccf84424-ce5b-4bd5-b1cf-55cf0477a2ab","remote_addr":"[::1]:56326","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.504208762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"be064e11-97f3-4080-b05e-4d9cce7ccf51","remote_addr":"[::1]:46194","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.509550054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"ccf84424-ce5b-4bd5-b1cf-55cf0477a2ab","remote_addr":"[::1]:56326","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":5567,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.509642969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"be064e11-97f3-4080-b05e-4d9cce7ccf51","remote_addr":"[::1]:46194","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":5527,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.511324409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"53f90263-82c1-405e-acff-cbe6071750c6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf84424-ce5b-4bd5-b1cf-55cf0477a2ab\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.511395431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","interfaces":"{}","sled":"sim-53f90263"} {"msg":"v2p mappings to delete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.511426422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-53f90263"} {"msg":"v2p mappings to add","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.511460761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-53f90263"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.513103514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/v2p","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.51338774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"53f90263-82c1-405e-acff-cbe6071750c6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be064e11-97f3-4080-b05e-4d9cce7ccf51\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.513446688Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.513478872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.513972936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.515211494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48237"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.533002231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"6a307a11-15f7-4911-a730-b10f1f152607","remote_addr":"[::1]:48237","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.533847084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b2a70ab-0ef7-43ab-9455-e6a3a90684e4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.53407575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.534495616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"6a307a11-15f7-4911-a730-b10f1f152607","remote_addr":"[::1]:48237","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1453,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.541051268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a307a11-15f7-4911-a730-b10f1f152607\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.54185049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.541946171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.542014016Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.54441474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"d5164855-771e-4c6e-8851-07df430a9d8d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.545084394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","assocs":"{}","sled":"sim-53f90263"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.54522804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"53f90263-82c1-405e-acff-cbe6071750c6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:44407/eip-gateways","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.546470175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35621"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.546679211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"0eb9fa4a-b744-4730-a9cc-2906b429d67a","remote_addr":"[::1]:46194","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.548105804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"0eb9fa4a-b744-4730-a9cc-2906b429d67a","remote_addr":"[::1]:46194","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1428,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.550709391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"c2c9a163-8389-49d9-a99c-e8eb498998aa","remote_addr":"[::1]:35621","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.553798065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"53f90263-82c1-405e-acff-cbe6071750c6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0eb9fa4a-b744-4730-a9cc-2906b429d67a\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.555819904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.556598024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/vpc-routes","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.557902042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/v2p","method":"GET","req_id":"c2c9a163-8389-49d9-a99c-e8eb498998aa","remote_addr":"[::1]:35621","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":7199,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.561608086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52870"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.562580945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"d5164855-771e-4c6e-8851-07df430a9d8d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c9a163-8389-49d9-a99c-e8eb498998aa\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.562742196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","interfaces":"{}","sled":"sim-d5164855"} {"msg":"v2p mappings to delete","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.562824239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-d5164855"} {"msg":"v2p mappings to add","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.562892335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mappings":"[]","sled":"sim-d5164855"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.565460031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{}","iteration":2,"elapsed":"1.153046941s"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.566954208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"07fc642b-a30e-4e42-b6ad-511d5bc66c12","remote_addr":"[::1]:52870","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.571284666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"07fc642b-a30e-4e42-b6ad-511d5bc66c12","remote_addr":"[::1]:52870","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4341,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.572764024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07fc642b-a30e-4e42-b6ad-511d5bc66c12\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.573127307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.573247848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.574030617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.574210245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e55a9c2-571d-4a7b-b3d7-aae918d18bb1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.575138475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.595251759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17172327-130c-4202-ac43-b384201f9d09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.595698098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.598540301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.598682585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:39544/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.600498703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"b799cc3d-be1b-4582-b0c0-26c592960a7b","remote_addr":"[::1]:52870","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.600820855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"b799cc3d-be1b-4582-b0c0-26c592960a7b","remote_addr":"[::1]:52870","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":346,"response_code":"204"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.603485645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b799cc3d-be1b-4582-b0c0-26c592960a7b\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"VPC route manager sled d5164855-771e-4c6e-8851-07df430a9d8d","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.605552142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.605609646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"d5164855-771e-4c6e-8851-07df430a9d8d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/vpc-routes","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.606442696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.606717363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57978"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.607103773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e15d24d-96a8-4881-aebb-9bc9748ed9ef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.607293321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.60799032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"8c866264-9a90-414a-8f0f-e9c56e4eee4a","remote_addr":"[::1]:57978","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.608990422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/vpc-routes","method":"GET","req_id":"8c866264-9a90-414a-8f0f-e9c56e4eee4a","remote_addr":"[::1]:57978","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":1061,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.609784084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"d5164855-771e-4c6e-8851-07df430a9d8d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c866264-9a90-414a-8f0f-e9c56e4eee4a\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.60994261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.610096356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.610796912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.6278056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56029e68-ed96-4b2b-986f-2576cbdd01a0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.628066701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.628186068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.628282841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.62836762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.628927446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.631432326Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.636512098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.636600233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.636635103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.63673411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.636777045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.638009631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.639814818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","assocs":"{}","sled":"sim-d5164855"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.63987593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"d5164855-771e-4c6e-8851-07df430a9d8d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:36703/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.642182546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"b8a12998-4fb4-4c22-accd-82298e70e1fd","remote_addr":"[::1]:57978","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.642716249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.644257861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/eip-gateways","method":"PUT","req_id":"b8a12998-4fb4-4c22-accd-82298e70e1fd","remote_addr":"[::1]:57978","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":2084,"response_code":"204"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.644628689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.64526127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.652238702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.652328591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.652363531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.652941252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.654025993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"33a43af0-784f-4156-8834-e55d8eb9d07c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.654392673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"d5164855-771e-4c6e-8851-07df430a9d8d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b8a12998-4fb4-4c22-accd-82298e70e1fd\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.656442748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{}","iteration":2,"elapsed":"1.237589115s"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.656909598Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"33a43af0-784f-4156-8834-e55d8eb9d07c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.657044156Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"33a43af0-784f-4156-8834-e55d8eb9d07c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.657965171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"33a43af0-784f-4156-8834-e55d8eb9d07c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.658359768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.658694194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.658757871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.658788492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.659576913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.730529952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.73060404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.73171364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"33a43af0-784f-4156-8834-e55d8eb9d07c","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":77700,"response_code":"200"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.743795393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.750467937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.750558127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.750588608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.752537831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.752671678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53834"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.753230762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:11.758326866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:11.760469124Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.761487593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a43af0-784f-4156-8834-e55d8eb9d07c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.762512615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.762573206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"adc005ce-50d4-404e-989c-e80852ede645","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.762837974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"00077ad4-85ef-4bad-96c5-41ccf8ecbfbd","remote_addr":"[::1]:53834","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.763602106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"adc005ce-50d4-404e-989c-e80852ede645","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.763847345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"adc005ce-50d4-404e-989c-e80852ede645","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.764879992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"adc005ce-50d4-404e-989c-e80852ede645","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.764952787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"00077ad4-85ef-4bad-96c5-41ccf8ecbfbd","remote_addr":"[::1]:53834","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2044,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.769482082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00077ad4-85ef-4bad-96c5-41ccf8ecbfbd\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.824337106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.824413899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.827818322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.827885646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.828662554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.828726551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54299"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.829070557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.829136959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.829828928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"adc005ce-50d4-404e-989c-e80852ede645","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":67499,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.830147483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"ed351230-fce7-4a1a-9ab5-cdeb17d5bf32","remote_addr":"[::1]:54299","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.83083383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc005ce-50d4-404e-989c-e80852ede645\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.830901224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.830935152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.830961775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.83390048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"ed351230-fce7-4a1a-9ab5-cdeb17d5bf32","remote_addr":"[::1]:54299","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":3814,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.835794945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.837255715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.837317528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.837348941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.837374021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed351230-fce7-4a1a-9ab5-cdeb17d5bf32\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.90641971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.906579408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.907637486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58874"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.908745975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"caa00937-1563-4262-b873-b64657f72e28","remote_addr":"[::1]:58874","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.909624545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"caa00937-1563-4262-b873-b64657f72e28","remote_addr":"[::1]:58874","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":811,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.911224543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caa00937-1563-4262-b873-b64657f72e28\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.979559747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.979637893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.980532154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60237"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:11.983317364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"72301137-a61f-4ec4-a505-c328dbcc0b0c","remote_addr":"[::1]:60237","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:11.987988961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"72301137-a61f-4ec4-a505-c328dbcc0b0c","remote_addr":"[::1]:60237","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":4788,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.989560493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72301137-a61f-4ec4-a505-c328dbcc0b0c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.993786903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.993903957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:11.99394573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.011054348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.011127423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.011167904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.011199146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.013666863Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.016985014Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.030050136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.030422257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.030477437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.031273152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.104412778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.104703648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.105073104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.107002097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.119267315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.119367354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.129083082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.130189276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.130293364Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:12.140714527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:12.141059434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.141200215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"1.959387131s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.141320394Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.141412227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.141590603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.141698317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.141933847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.142736065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.166908848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.171945343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.172053518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.172139429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.172955686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.182406406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.182467527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.182946171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.183007784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.183042112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.183068284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.183789271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.193957971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57332","req_id":"0c7f1dc8-0c64-4ed9-8527-dea1b2940921","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a8 c0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.194039875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57332","req_id":"0c7f1dc8-0c64-4ed9-8527-dea1b2940921","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.194217949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.194383549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.194546865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.194595031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57332","req_id":"0c7f1dc8-0c64-4ed9-8527-dea1b2940921","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196070911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3176, tv_nsec: 994248428 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.196151752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.196179417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.196204828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59032","req_id":"c703b000-4f60-4dbf-80b6-a1129c2b61eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c0 e7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196237593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59032","req_id":"c703b000-4f60-4dbf-80b6-a1129c2b61eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196317883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196339416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59032","req_id":"c703b000-4f60-4dbf-80b6-a1129c2b61eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.196375809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50533","req_id":"5daa9cc1-bfcf-427a-8a5c-73b50ee17a81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 79 b3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196407903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50533","req_id":"5daa9cc1-bfcf-427a-8a5c-73b50ee17a81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196551268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196595386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50533","req_id":"5daa9cc1-bfcf-427a-8a5c-73b50ee17a81","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.196778852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.228747938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.228814621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.228847767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.229248836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.384410375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:12.386571622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.389542982Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60491","req_id":"7a08a150-9fa8-4fd6-ae6c-8e88f631b8d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ea b8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.389628773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60491","req_id":"7a08a150-9fa8-4fd6-ae6c-8e88f631b8d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.389868941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:12.389964622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60491","req_id":"7a08a150-9fa8-4fd6-ae6c-8e88f631b8d7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.390382284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.390440901Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.392029296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.392516005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.392568119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.392596135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.414649525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b86b549-7684-472f-af6e-7672d114449b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.415172477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.438882127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ddcf87-431e-480e-8cab-a448411ce73c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.439252334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.460576131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dffa3a9d-607c-4e63-880e-acd5444f4a3c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.460806139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.46710522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d78803b-f3ef-4a8d-9750-dc97a5049016\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.467329446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.467811036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.471554504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ea8896-9b47-4e09-b9dc-28ffd57d8339\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.471858721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.475486178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2364ab10-c923-4aea-8ecd-5e4c08be135f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.47570297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.478773558Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c275672-76ce-4414-96e4-f6ebca02da42\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.478986532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.482134675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ef3d301-dea7-4352-9629-b05bb7fddd74\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.482350334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.483587369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4271e042-fb2a-4bbd-ba23-768db7445430\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.483974971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.485570009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de964f23-7296-45a9-9e33-93ece8a7f3cb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.48588658Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.487318523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"302803ad-c87a-45aa-b680-1f2ea7fdaf20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.487667489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.489149151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b084bdfb-aa6a-4865-89f3-f860d83517bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.489456794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.491766836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"550154ee-9c4f-4b18-9fbf-df0f09100c97\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.492406461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.497014241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a675830e-0211-4af9-866e-e6d91a7cf15d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.497270302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.501028309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f43f18cb-bba0-4a08-bbe3-c0251a34a0cc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.501248718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.50499388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2309a361-33e9-4313-bda7-ac3c5386f205\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.506174923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.510794608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bee8796-ea39-4466-a344-39a7467a0858\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.511060498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.514843455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf31f9a5-48b1-4e46-a365-574ac5e54222\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.515058984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.518346184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.518494209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.518594168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.518681492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.519956031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.522252567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdaa1661-dffb-4f81-a9bf-9aa52a0117ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.522473287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.523371987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.532190778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.532289194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.532375416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.533104719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.535068853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15dbf6a6-d346-4f02-b411-83ae00178e31\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.535415163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.546624967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.546754956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.547632846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.549144568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553eba88-bd65-4f30-8231-141e1f216504\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.549783801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.553828791Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a3ae73-9a7d-404e-9d4b-dcd2cbfe8f75\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.554058428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.557320608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2caab5c-caf0-495a-b895-34a7504472c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.557584844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.561309856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a074eb5-c574-40f8-837b-19cf6a074b44\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.561697098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.571167747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.572718527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64219","req_id":"561bab2e-56c6-482a-8b0a-7ff5aafe8768","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8e 6d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .m..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.573022503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64219","req_id":"561bab2e-56c6-482a-8b0a-7ff5aafe8768","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.573357601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.573959981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.574429707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.575065644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64219","req_id":"561bab2e-56c6-482a-8b0a-7ff5aafe8768","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.575829105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3177, tv_nsec: 374747728 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.575973072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.576315945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.577815142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50616","req_id":"a2046c5d-727a-434a-b9a4-446a6824d6e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 a4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.577980762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50616","req_id":"a2046c5d-727a-434a-b9a4-446a6824d6e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.578227053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.578370118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:50616","req_id":"a2046c5d-727a-434a-b9a4-446a6824d6e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.578979772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58944","req_id":"03480020-4ea2-4382-a786-2e8150f8f25e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ba ca 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.579132968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58944","req_id":"03480020-4ea2-4382-a786-2e8150f8f25e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47818,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.579389729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.579589778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58944","req_id":"03480020-4ea2-4382-a786-2e8150f8f25e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.580357467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.631785795Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.631850915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.632089881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:12.632151985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:12.633076837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.634310295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d8c4946-b0d0-490e-9da8-56041e68a993\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.634446466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.638114284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b013a96-02a6-4b8a-86c5-709f7d742e4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.638247008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.642460203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.644682942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77406ece-060a-49d3-b608-824ccae4fc03\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.644763041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.647481888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d94a8ebb-e223-4faf-8961-594900e7502e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.647548621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.649328287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b84f7ea-59a7-42dc-87b4-1fd388d6e0e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.649448226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.651504423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16df17ac-cad7-451b-af38-6ed2709ebbf5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.651737317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.652675005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f43963-e61c-4c03-b145-92e59b24390f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.652850345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.65380175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436038d9-4943-4737-a55f-0baaefaef055\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.654129904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.654975719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25b48510-6a04-4e6b-8789-7c46c053c5f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.655102221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.657379439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2166c7a-f91e-49d3-86e2-e8aedc81cab1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.657509899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.659030809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de99fb4b-cfb0-4bd2-b2ec-dca0d1b42e07\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.65920211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.662546814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378933ea-7b24-43c7-a4b6-5543df5fbfdc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.66283592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.665251844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a195b37-ec9f-4b3f-873c-110389ae266a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.66542569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.668490607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a434c0-fb71-4dc3-9d07-18af7f17cd0d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.668676587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.670312717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017bd5a5-a7f8-4cff-9567-122eaec4c6b1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.670470221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.675743498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a2eb10-24ba-4321-a29e-48ebd421847f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.675978175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.681593013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db334632-0dd6-4cbd-89f0-eea955d869ba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.681684545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.683246888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e36341-91bb-4de7-9b6f-8254e27acaa9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.683784148Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.689001534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3456752-18ba-4e9b-8e7d-23b701bf732a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.689289287Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.700148162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60fa51d-7053-48e5-81a5-d9db2b96ce0e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.701594695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.701947347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.710531992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.710784675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.710923862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.712343771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.714884063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de58a327-7ec5-4238-955d-60610aba8c52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.715501984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.715696993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.716661484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.728082289Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.728391045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.728487026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.730152925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.733624271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1957018b-8a06-4ec1-bc88-8347cc8ba28d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.734272974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.734553783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.734662049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.735262656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.737241539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b2f1631-3bc5-4632-8c66-105c0d126065\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.737583259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.738945774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa6d2937-806c-4045-9004-b413bb39d8db\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.739835968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.743839455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba42db5-73e9-4085-bd28-79d670bb0b8e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.744029273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.746557099Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dbaedd9-7e15-454a-b251-f9c78972e0a4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.746828971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.746878951Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.7469087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.746998018Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.748122198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.752347857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.75654027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.756604799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.756636692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.756666712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.756693636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.757105196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.759452633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.763688763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.763761568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.763793041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.764273468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.816886485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.816952206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.81775691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46225"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.817930936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.81852007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.818808685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8abb90d8-de4b-4cfd-ae77-183789e76dc7","remote_addr":"[::1]:46225","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.820343864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8abb90d8-de4b-4cfd-ae77-183789e76dc7","remote_addr":"[::1]:46225","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1563,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.821631089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8abb90d8-de4b-4cfd-ae77-183789e76dc7\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.871089151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.871154852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.871474639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.872288771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.872347999Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.872377107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.872894979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45290"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.873289014Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c7546d55-aeb1-4d83-9cd5-336e554cb285","remote_addr":"[::1]:45290","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.873567128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c7546d55-aeb1-4d83-9cd5-336e554cb285","remote_addr":"[::1]:45290","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":290,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.873865913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7546d55-aeb1-4d83-9cd5-336e554cb285\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.915167233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.915227123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.915598703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38944"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.916030994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"11ac415e-b9b1-4315-9c08-389e45b9c4ff","remote_addr":"[::1]:38944","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.916938983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"11ac415e-b9b1-4315-9c08-389e45b9c4ff","remote_addr":"[::1]:38944","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":419,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.917008712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ac415e-b9b1-4315-9c08-389e45b9c4ff\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.960004409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.960064819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.960594905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63308"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.960959391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d70dc5b0-86a6-4520-a677-64e6ae3d2555","remote_addr":"[::1]:63308","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:12.961423436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d70dc5b0-86a6-4520-a677-64e6ae3d2555","remote_addr":"[::1]:63308","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":459,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.961745337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70dc5b0-86a6-4520-a677-64e6ae3d2555\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.962975017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.963033454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.963059846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.968674092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.970658105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.970725319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.970758065Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.971347659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.975819339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.982606682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.988661857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:12.988917436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.988972776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:12.989465067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:13.02594943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:13.026315359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.026376471Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"884.985796ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.026418504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.026450488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.026482161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.026513403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.026543834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.027347936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.028428499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.028490422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.028522526Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.02855418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.028971671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.031290151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.035382655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.035446061Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.035479668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.035879595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.040822924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.048478538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.048557284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.048587615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.049062822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.050353543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.050400236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.054255117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54553","req_id":"a6486f48-9276-4746-b191-f990648740d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bd 73 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .s..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.054432851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54553","req_id":"a6486f48-9276-4746-b191-f990648740d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.05461281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.054854682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.055186052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.05527556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54553","req_id":"a6486f48-9276-4746-b191-f990648740d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.055577211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.055618373Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.056081105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.056978553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3177, tv_nsec: 855877878 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.057050947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.05709213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.08012459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60276","req_id":"b5b8ca90-6e00-48aa-90f7-0852531afe25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0f c3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.080194249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60276","req_id":"b5b8ca90-6e00-48aa-90f7-0852531afe25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4035,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.080351402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.080377294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60276","req_id":"b5b8ca90-6e00-48aa-90f7-0852531afe25","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.080882019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52969","req_id":"77f03dc2-92f9-4ef5-bb26-6b621c592595","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 43 d5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e C...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.080945135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52969","req_id":"77f03dc2-92f9-4ef5-bb26-6b621c592595","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.081032038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.081220554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52969","req_id":"77f03dc2-92f9-4ef5-bb26-6b621c592595","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.2161088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.217918305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.218079286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.220559117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.221448619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.222138694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63501","req_id":"b6f361f4-0bd8-442d-af24-5b20240c5aa9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 52 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .R..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.22233253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63501","req_id":"b6f361f4-0bd8-442d-af24-5b20240c5aa9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.222644402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:13.222845102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63501","req_id":"b6f361f4-0bd8-442d-af24-5b20240c5aa9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.223272764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.223368134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.223619164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.237731572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.237919096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.238690883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cddcbafc-15fc-4b3f-a035-1185f895149c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.239218775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.256378885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.256452843Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.258655441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fbcb1ef-02a5-4a99-8e78-05f804ba6228\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.258983615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.262255524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1cc6bc7-ae97-42cc-89ef-72e25b94e1ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.262332518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.265638074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2adc2ba0-cd78-4cf4-a20e-e44413987318\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.265714296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.271088163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.279755873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d44adba-bc53-4bf9-b83c-2a76593b9482\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.279888246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.287522126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e7b4e8-a3ba-4ba2-8609-c1367e77aef5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.287589921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.295721092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec930eed-2448-4e79-9b6d-2395a2260655\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.295799378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.299120726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7287d8c-18bb-4833-b77a-9e65fa5d7e79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.299210895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.300419754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69b568f-35d8-4a8d-b5e1-a1e5dd79d3dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.300494152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.301893701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca7324a-e2fa-4c66-ad10-2352c63d621e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.302087727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.303557245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e10906d1-5253-40cf-90f2-d3545b572111\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.303917864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.305012074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e789389c-a56c-43a4-9dab-5bffa4913555\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.305398845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.307546444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9f1d06-b24c-4955-8336-1dbdca457406\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.307782584Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.313701768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51bb9fab-133c-4b14-b3ca-43783b5fd8ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.314587673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.318191603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74b598e-67aa-4cc6-9f36-ca9158581104\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.318473495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:13.320487157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.322794294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc9693f-3689-4120-bb49-e3b2385f8bb5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.32285748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.322889574Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.322917038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.322944102Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.322969673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.327280803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.327451954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e6809ca-fdab-4d95-9740-b399ff14a79e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.327855528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.329561908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.337716385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.337826154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.337962405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.338664855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.342297413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.342484916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.343105412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.345029656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd19a36-45ee-440b-b092-f97af471502b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.345279284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.350995523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3202ed24-3a84-4b72-b055-1191c182f0f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.351100873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.354610335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e5c566-3958-4b87-bef1-867ad22f2f84\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.354686768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.355177726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2edfee27-4aa8-4e75-ae55-520d4b7f274b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.355463064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.356461403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9f36dd-02ee-44b7-b649-e40e9be758bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.356596322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.358356569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd3f6b48-6fe2-4644-9924-1690bc5c1c46\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.358405587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.359746338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ffcd9c7-7f51-43d2-a374-fd22b463f3d1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.359992719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.362130208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30cf0ab9-93e5-41f1-8261-5242bf9a003a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.362277361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.364972461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8cf1bb-b563-4a61-a87e-63f8f0cf618e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.365039094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.369090266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e191b2-8db0-426b-a4e8-a1cd9ab1e17a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.369199343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.373924127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b16553-423a-4a42-9106-c8ed983a9a09\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.374008585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.374746325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.376765678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e6614d-60a0-4291-9151-818af7ee974d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.376906729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.378532168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f02e5608-2ec7-43cc-8c7b-f14a87756167\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.378603169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.379426179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441fa2c6-fc41-401d-b856-07872208a496\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.379588282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.38092206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05c8e7a-8d55-462f-958b-51a9f4d5c3f0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.381053421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.381963435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe9944d-aca9-49f0-a4d9-6c78bd73d618\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.382086039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.383244958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2feaa62d-49bc-42eb-b466-2d3aeddc52c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.383352362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.384628024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b493dd46-e026-4492-8f19-8f6d3b5173b3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.384823343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.421156785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57114c95-2e8a-4d59-b66f-0ddfb8b5fe06\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.421232095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.425390009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.425452734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.425488185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.425517804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.426490812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.431741454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.437741659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.437801528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.437873822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.438291404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.442020464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.442102748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.442613145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.442799997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82af778d-7534-4185-8e4c-9fd78675b7d9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.442978904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.445035001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c452e1d-4139-4e51-a2cf-200df577e7d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.445116543Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.448376238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7014c9a7-7cfe-4a22-9b12-855e5c9858de\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.448425195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.451311827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc888c4-029b-48d5-834b-ab019e0cfe9f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.451456766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.455613467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c618cfb-17f2-4d99-a38b-3d6206f95f65\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.455911792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.459781372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942bcfe9-1231-4fb3-a4d8-b5908af94872\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.460272611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.464912175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"546083c4-e2d1-4767-9ba1-cc2d615fa47f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.465082965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.467843806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7129c6c-1ce7-46ec-a044-1b159c2bf9de\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.467893815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.468434723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5433d19f-1b58-4a69-8688-a762322a9676\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.468499572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.46852834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.472576595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32e8199-8034-474b-a60c-b35240866a08\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.472623108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.472954428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf9532b-de01-432f-9a70-1ab6e2a4e9da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.472991612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.477705915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8934ad-6e8f-4ee1-a377-a416cd320ff6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.478497132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.478911618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.481062884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafb8f37-81df-4529-9d86-ed990381f192\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.481487039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.48273207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a84f08af-87d2-46c8-899c-ee3a7497a123\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.482901457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.48309371Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.483134762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.483166315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.483516001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.488044454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.498964922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.499049621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.499085703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.499119861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.499147977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.500267818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.504635681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.511998551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.513116759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.513230586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.513259844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.601524165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.601606178Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.602241865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.602303498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.602336985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.602363197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.603385874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.603452076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39778"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.605731899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"388606e0-1ac3-4401-801b-127aaa2ece64","remote_addr":"[::1]:39778","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.606511221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"388606e0-1ac3-4401-801b-127aaa2ece64","remote_addr":"[::1]:39778","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1316,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.60707782Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388606e0-1ac3-4401-801b-127aaa2ece64\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.661004456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.661152821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.661810762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.667899614Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.667998491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.668084121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.669103182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.669267439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65086"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.669765231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.670607589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.671325079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f00bda32-202d-4ab1-a433-cfb0f2b1edce","remote_addr":"[::1]:65086","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.67166182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"279d491f-ee3f-4847-92f4-aac5b0787142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.672165233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"279d491f-ee3f-4847-92f4-aac5b0787142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.672278879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"279d491f-ee3f-4847-92f4-aac5b0787142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.672819436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"279d491f-ee3f-4847-92f4-aac5b0787142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.672988483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f00bda32-202d-4ab1-a433-cfb0f2b1edce","remote_addr":"[::1]:65086","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1677,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.673484652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00bda32-202d-4ab1-a433-cfb0f2b1edce\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.725590569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.725649787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.726945028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.72700135Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.727864009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.727924399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61386"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.728445758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.728639374Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.729583555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"279d491f-ee3f-4847-92f4-aac5b0787142","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":57528,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.729674566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"13d99c21-0ba7-4405-9108-dc08f0b469fc","remote_addr":"[::1]:61386","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.729784415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/2a0ca3d5-715b-47e7-85a4-2d03ee80e796","method":"GET","req_id":"5481cea7-e8df-4819-95eb-dc8f39220590","remote_addr":"127.0.0.1:35658","local_addr":"127.0.0.1:64536","component":"dropshot","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.730192689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279d491f-ee3f-4847-92f4-aac5b0787142\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.730428378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.735527488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"13d99c21-0ba7-4405-9108-dc08f0b469fc","remote_addr":"[::1]:61386","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5909,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.73580945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/2a0ca3d5-715b-47e7-85a4-2d03ee80e796","method":"GET","req_id":"5481cea7-e8df-4819-95eb-dc8f39220590","remote_addr":"127.0.0.1:35658","local_addr":"127.0.0.1:64536","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":5959,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.737336923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"efc63e54-283d-4047-aef2-36cf66d8d2bc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.737602943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d99c21-0ba7-4405-9108-dc08f0b469fc\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:12 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.825369713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.825541074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.826326088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"efc63e54-283d-4047-aef2-36cf66d8d2bc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.826474153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"efc63e54-283d-4047-aef2-36cf66d8d2bc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.827548103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"efc63e54-283d-4047-aef2-36cf66d8d2bc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.827769424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.848091885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.848210822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.848282555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.850274343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54734"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.851262943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.85158257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.851819622Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"efc63e54-283d-4047-aef2-36cf66d8d2bc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":114528,"response_code":"200"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.852195481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.853955799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"df5ea489-6796-4aed-8588-f6f6fb6f9b2a","remote_addr":"[::1]:54734","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.855207312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc63e54-283d-4047-aef2-36cf66d8d2bc\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.85797666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.858074204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.858150957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.861019382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"df5ea489-6796-4aed-8588-f6f6fb6f9b2a","remote_addr":"[::1]:54734","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":7183,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.861798925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53963","req_id":"445faa89-fca2-4d04-971a-edaa8042d331","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f9 2d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .-..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.861979625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53963","req_id":"445faa89-fca2-4d04-971a-edaa8042d331","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.862359853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.862670933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.863007012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.863178554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53963","req_id":"445faa89-fca2-4d04-971a-edaa8042d331","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.863452079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df5ea489-6796-4aed-8588-f6f6fb6f9b2a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.867138033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.867227992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.867326579Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.876132494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.876268485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.876365458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.876451299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.877123388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.877403687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.878852303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.878995659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.879069726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.882316095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3178, tv_nsec: 681189518 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.882470111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.882823085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.883993036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58414","req_id":"331ca46c-82fc-48fe-975b-2c8bfc7c41ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 25 00 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e %...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.884172283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58414","req_id":"331ca46c-82fc-48fe-975b-2c8bfc7c41ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.884423974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.884629023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58414","req_id":"331ca46c-82fc-48fe-975b-2c8bfc7c41ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.884819753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55561","req_id":"16f625a6-eae1-4d6e-973d-ab12ac784f47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b1 7a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.884975433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55561","req_id":"16f625a6-eae1-4d6e-973d-ab12ac784f47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.885216924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.885354088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:55561","req_id":"16f625a6-eae1-4d6e-973d-ab12ac784f47","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.885540038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.888837839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:13.889320591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.889429167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.889964554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.892001222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:13.97832184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:13.978456578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.021411423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:14.042716091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:14.043009396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.043117521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"1.016654898s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.043155286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.043183302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.043270205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.043318862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.043350575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.044103305Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.055033563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.058354971Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.058419469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.058537354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.060302872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.065266531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.065327743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.069535407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57813","req_id":"8f9966ac-c53c-45bb-aa9b-fa6f570e814b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 82 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.06962214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57813","req_id":"8f9966ac-c53c-45bb-aa9b-fa6f570e814b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.069828681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.070004752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.070160312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.070210021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57813","req_id":"8f9966ac-c53c-45bb-aa9b-fa6f570e814b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.07456618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.074741249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.074791149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.074822331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.075786432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.076373892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3178, tv_nsec: 875246815 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.076447459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.076621415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.083987382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60232","req_id":"96cfe8de-6140-4dd9-8428-3c36389cfffa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3e c9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e >...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.084122922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60232","req_id":"96cfe8de-6140-4dd9-8428-3c36389cfffa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.084336988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.084435324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60232","req_id":"96cfe8de-6140-4dd9-8428-3c36389cfffa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.084564572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64931","req_id":"f9c3d4bb-2ae2-432c-b23d-0c09e663eb4e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fb de 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.084609872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64931","req_id":"f9c3d4bb-2ae2-432c-b23d-0c09e663eb4e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.084752466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.084786604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64931","req_id":"f9c3d4bb-2ae2-432c-b23d-0c09e663eb4e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.085017805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.090257023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.090316552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.090348325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.090808733Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.204707208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 6 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.212828509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.213023538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.213460699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.222193999Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.224240667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51268","req_id":"b83d87e5-707d-4778-bd23-8c639656966e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 41 3e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c A>..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.224699942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51268","req_id":"b83d87e5-707d-4778-bd23-8c639656966e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.224879941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:14.225166472Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51268","req_id":"b83d87e5-707d-4778-bd23-8c639656966e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.22564734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.225707269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.227097369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.22887467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.229059899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.229106302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.237072594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.237147092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.238672381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d936da-e880-40aa-85b0-038fc8502582\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.238880266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.243096095Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.244159444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.244201548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f7ee957-d252-4e37-b7c3-22a1c3f3989f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.244245976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.247934445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.248003433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.249331659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2afb021f-231a-4d97-9066-bcd4001fb1ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.249511788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.256954367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07389828-2bec-4cfe-a0ad-ac4e786ea89e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.257041501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.259395912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.259466442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.260719379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08277d01-9b6e-435e-84bf-e25ea853e87c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.261003986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.264826872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.26492117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.266458403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e2ff87-0403-47c6-83b1-b8df489eed16\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.266698642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.275390079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27a0b27-1125-41d5-b785-aea5c7b46ad7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.27550108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.280115855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.287935405Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc35747-c6a1-423d-864c-13fa256bf1a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.28845485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.291286201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce11678a-3226-4cb5-8fce-1d2d44b5df0b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.291487412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.292724086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78718b56-0338-42e1-9e4e-70ba0b272a2c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.293426636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.29884445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ca847f-2427-42fd-b6cf-0937943b8468\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.29912538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.300842491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972e3e07-d017-4fdd-a16f-ca4babf9e074\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.301065075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.304132917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"131dcf34-7086-47f9-be41-e73862df028f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.304469007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.308431372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c9bff3f-0b55-4ac5-9c51-6f54f2371ecb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.308762071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.31163789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ce857e-0131-4992-b476-6657616f47ab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.311906476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:14.314856704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.315579283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5babb0-80e2-4c49-9f73-b3de7e58732d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.315911535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.320660928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df66e29d-9ef4-4aec-a196-701ebdf71c02\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.320880696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.324263807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1025ef4a-a2e9-473d-b23e-ad62611db7c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.324487021Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.328306411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3cc4f35-6d15-4fd9-ad84-c022cc1ef5c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.328576139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.329778114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5c1570-2bde-49dd-854a-cdfa2254b339\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.329954946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.330988696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e95f48-187b-4513-a747-8efdb7f6c32e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.331316198Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.331520575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.331672358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.333623475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.333680719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.333814977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.337832732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.344389466Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.344464074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.344498413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.345022687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.348232683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85877216-1169-4917-b00f-6bdaa281c56f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.348419976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.349230842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.349275852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.350243199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.353369097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ece65be8-6860-4c6f-8af1-94a5a0bf0f36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.353483665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.356757238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feda2083-cca9-40dd-b601-2c861cdb3355\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.357083337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.362345111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f65ad6b-794d-4d07-b280-ce61b0dd0ac8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.362800278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.38230007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc60931-6d0e-4a9b-ba79-05ccad696d87\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.382634677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.395799647Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.422335258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e7365ea-c904-4acc-8d62-28da5c865c2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.423712211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.449296406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.449564921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.449674169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.449764028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.451889022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.460971849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.478304513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.478412458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.478498319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.47946258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.489256694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.490654419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.492746457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.500330578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aec4b32-efa6-4bd0-8a16-09fa325e31d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.500530336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.507908687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85edc590-5d2f-407e-a41f-67c09442f554\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.507998667Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.511430865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c381b14c-8068-4c5c-84fb-dc4f791ae368\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.511496856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.512712699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091ed8fa-a152-4882-9346-7821577ea901\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.512764412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.513957609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a5433a-0664-4f61-9f7b-4a0f777d74fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.514099672Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.515529882Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bbef7be-ea18-4ee7-a4dd-ae7da26e8881\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.515593839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.516804852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e87baf68-8495-45d4-bbc9-a28652375e8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.516884621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.518928263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e2ddb0-42ea-4a09-8e04-431c1b447819\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.518993212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.522491763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4af3f7f-ba15-48ab-862a-9a6f026765b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.522561823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.527764168Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.528725874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a553175-5865-473c-8dc1-f75e2f852aa7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.528993437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.532826865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a085e6c-e2ab-42fe-87d8-d6bdb9a28c74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.533214157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.538590769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d97254a3-28a9-49d4-a057-f647cea09fbf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.538665208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.543010666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74650a4-bc25-4de4-baf9-19218137ce96\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.543298429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.553293644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3dd17e5-06a0-4397-8c69-47dc8b607d69\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.553416398Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.554372954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d2b8eef-8053-415f-b75f-a27997a810dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.554527412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.555473968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78f1c4e-7cc3-4080-b192-a88b1a676cc7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.55562033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.563322586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f0b0f3-7267-4101-8d30-1da6f4b302e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.563389559Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.56342518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac6e47e-50be-48dc-9d65-721068fe87dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.563456853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.563481242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.563509679Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"176c3e74-640d-453d-a3c7-fbbaf1dba77f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.563541051Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.564133481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bca961d1-57f3-4958-ab6c-13aea3f6816d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.564420203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.566262564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"655a73f6-b531-47cd-80bd-38510ff95ea0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.566397673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.568073171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22382ff8-7f6f-4548-8585-f2e3b9b2a680\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.568211607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.571933903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1422c3a-279e-45ac-872d-2212fdae134d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.57210311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.572151617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.57218327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.572209873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.574409225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.578653973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.578727519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.578759323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.57878822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.579412273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.581420805Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.587314618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.587431411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.587522823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.587608454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.587900436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.588544068Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.594556447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.603038808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.603139478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.60322565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.603731167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.608946048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.614146108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.614289895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.614381477Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.615469004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.62669916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.626781504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.627228735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.683465503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.683547917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.684028905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65125"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.684280917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.684985181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"df89f3a9-e40f-4dea-88df-d33373bf3a5e","remote_addr":"[::1]:65125","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.691097008Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"df89f3a9-e40f-4dea-88df-d33373bf3a5e","remote_addr":"[::1]:65125","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":623,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.691159442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61442","req_id":"6214a4f3-ac3c-4a87-9e18-c126c367be0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a2 70 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .p..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.691197689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61442","req_id":"6214a4f3-ac3c-4a87-9e18-c126c367be0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.691265113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.691286035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.691307017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.691327437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61442","req_id":"6214a4f3-ac3c-4a87-9e18-c126c367be0b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.691377086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df89f3a9-e40f-4dea-88df-d33373bf3a5e\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.758210147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.758282862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.758806916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55601"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.759795736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3179, tv_nsec: 558302098 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.759914743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.759947238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.760371202Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8f0819d3-380d-4109-bf8b-c74afcdf5e3d","remote_addr":"[::1]:55601","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.761962162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"8f0819d3-380d-4109-bf8b-c74afcdf5e3d","remote_addr":"[::1]:55601","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1595,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.76318045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65484","req_id":"4ce095ff-107a-4994-8301-5973514a86ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f d5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.764172707Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65484","req_id":"4ce095ff-107a-4994-8301-5973514a86ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.764309108Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.764337214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65484","req_id":"4ce095ff-107a-4994-8301-5973514a86ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.764375631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58518","req_id":"4c686d6f-53be-4afa-8453-9c3b737afda0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 86 c6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.764638625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58518","req_id":"4c686d6f-53be-4afa-8453-9c3b737afda0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.765337628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.765410112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58518","req_id":"4c686d6f-53be-4afa-8453-9c3b737afda0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.765461194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0819d3-380d-4109-bf8b-c74afcdf5e3d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:13 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.839611443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.839701552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.840425895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56938"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.840949509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.888539238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.888755429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.889267269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.889490233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.890186199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e4bb08f2-70d5-4f89-a449-2c39695a3c6f","remote_addr":"[::1]:56938","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:14.893277028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e4bb08f2-70d5-4f89-a449-2c39695a3c6f","remote_addr":"[::1]:56938","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3099,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.894528441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.895253506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.895449937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:14.895525408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.895678673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4bb08f2-70d5-4f89-a449-2c39695a3c6f\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.999725319Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:14.9998916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.001683952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35609"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.002316422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e3030c3f-eb3a-4016-bbb0-d6d6946a559b","remote_addr":"[::1]:35609","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.002734455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e3030c3f-eb3a-4016-bbb0-d6d6946a559b","remote_addr":"[::1]:35609","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":427,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.003177107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3030c3f-eb3a-4016-bbb0-d6d6946a559b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.004524902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.00461431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.004678037Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.009162602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.009317531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.009425997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.00951766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.010264387Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.014151482Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.022407552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.023102216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.023346513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.024116928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.079305067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.091636506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.091813308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.093678114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.094475423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.135108441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.135253951Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.135356515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.135495192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.146364238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:15.153374736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:15.154107486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.154308516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"1.111155976s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.15484268Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.154940565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.155094011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.155195834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.155422005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.159673546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.161652719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.169866154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.169950321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.169986173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.170490097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.17232853Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.172399862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.175026265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.179470139Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.179572052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.179742452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.180408599Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.183663444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.183775587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.184461694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.185138803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.185250045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.185556997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.185663258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.186581668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62643","req_id":"784adb40-8395-4c02-bb76-97e990e4728a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 82 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.186899151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62643","req_id":"784adb40-8395-4c02-bb76-97e990e4728a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.187319368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.187573815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.187889765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.188108881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62643","req_id":"784adb40-8395-4c02-bb76-97e990e4728a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.188811401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3179, tv_nsec: 987697399 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.188958644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.189305806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.190040009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51351","req_id":"f60641ec-0f21-41bb-90f5-8d3ac97d40e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.190207082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51351","req_id":"f60641ec-0f21-41bb-90f5-8d3ac97d40e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.190446429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.190588121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51351","req_id":"f60641ec-0f21-41bb-90f5-8d3ac97d40e6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.19075837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62111","req_id":"f75351b5-a5ff-4b71-a45b-4f9e37ca36b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 26 98 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e &...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.190907818Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62111","req_id":"f75351b5-a5ff-4b71-a45b-4f9e37ca36b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.191154199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.191291532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:62111","req_id":"f75351b5-a5ff-4b71-a45b-4f9e37ca36b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.304955019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:15.305867407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.305966385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56280","req_id":"92c094d3-e980-40cf-8d85-0779d8ebdd1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f7 de 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.306494457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56280","req_id":"92c094d3-e980-40cf-8d85-0779d8ebdd1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.306678143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:15.306775998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56280","req_id":"92c094d3-e980-40cf-8d85-0779d8ebdd1e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.307265563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.307333228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.307369911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.309346179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c52b23-518e-4dfe-a958-4e4b9986831b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.309571648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.311571783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13f3d1c-e8e7-49b4-b187-86a7737ff2a5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.311730309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.31392415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f91cf0-3c55-42e1-8934-67090f5c0a83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.314119499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.316600723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52748c5f-e3a4-4532-a3f5-cc88608c1af5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.316672816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.319700589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa05f1a5-6585-461a-bbc1-466be5349c84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.319764116Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.321900212Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ecc7dd-1e31-4e77-a2f0-48c87a218ff1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.321971985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.324636854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fefd468-a3f9-48de-852d-8f9899a79798\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.32470977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.327437765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2226fe0c-e434-4b6e-a429-a7364b9cb4e5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.327502504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.330328434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86d2f8d5-99f8-4fc3-99ea-ffb72e921d38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.330399506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.33148569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.332462346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"417eae81-5686-421c-b0f8-930405d4e08d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.332671132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.334677369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f30f3cb-d292-4252-bbc3-0e0658e455ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.33483315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.33592722Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7677da-02c4-4472-adf8-e1bcb5c9050e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.336064363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.337453461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02667279-5463-4c33-972b-da8912e28078\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.337604992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.339522262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e881ca8e-474e-4901-a104-6ba9b70618eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.339595849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.341319263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f661329-4f56-43ec-ab1b-6b329426090e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.341379944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.343158187Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5e0575-b30d-4c86-b4d8-beca0c3b5000\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.34327029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.347004019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bf696e6-1bb1-4132-8818-b7df4312b7b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.347070893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.348879677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"342e292a-9f28-4857-8f49-99e0976b6123\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.349029495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.350940312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbdc5291-d941-48fa-a1c2-0f2e1359a194\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.351029149Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.351983591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9844cb-ca81-4029-89a0-266c9f6c1149\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.352142838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.353246427Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475c7ec8-378e-48bf-9c0a-124f610b1273\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.353370695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.354748309Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c014dbe6-5123-44fb-9551-a08b0ef5dbd9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.354870763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.3557826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cccfcbf6-71e4-455c-ac2d-d7e8e7586ee4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.355850566Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.357098201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2920864-14d4-416e-b36b-33e9506a06ab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.357247429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.359518594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a82f59-041f-4fed-936f-51aaa9a59a41\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.359588203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.361700712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"457f1a2b-703c-4643-97b7-ee2eee78819f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.361851692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.363727961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b7b67f-5b64-47a9-a755-9a2443ce7e46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.363787489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.366282601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab3804c-3639-4f07-b42d-cd9826885392\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.366379073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.368099671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f341c98-545b-4658-9738-e43ab0ac0354\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.368170352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.370082692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c9afb1-2c85-488f-8568-28bd78809424\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.37014709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.370986162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b488fd3-2918-4806-b8e3-edfe79832662\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.371117173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.371982557Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af9e82f5-76e1-411a-ad05-0cd8e44b71fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.372078799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.373495983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6435956-6cf7-4aea-865d-41f2cde15457\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.37367527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.375490968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd7cecf-de92-4415-88f8-f8680e2e3390\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.375654664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.376811128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c950889a-0de0-4c33-8dc6-69c72be00622\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.37696242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.379188114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa172822-cc02-4517-8daa-a791a68d1488\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.379232583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.382361397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.382419633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.382454803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.382483921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.384511841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.384803142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c344aaf-5b68-45ea-8e95-d49e45918045\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.38484763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.387830844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.395718199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.395773089Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.395803489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.396379537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.400293646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.400376851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.40078794Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.420192112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d27227-90f6-4ca1-b1ff-fbdc81681d1b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.420280318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.433412964Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f083e12d-0665-4ace-9fc2-e0e03d360614\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.43980556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.443090165Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b6782f6-a61a-4556-8ea9-fd6471246728\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.443315404Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.455269111Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b021d2-7786-42fe-b5a3-8705595554d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.455570481Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.45621746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.47105834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23cda206-70f9-46f0-ad69-3e1a2b0cb434\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.471473777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.474404006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5be0f13-7058-4a76-b316-1c4e8fbaa117\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.476691473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.47910384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc1c128-1d38-4197-a2ab-68b0e75a4fdf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.479338648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.481865392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68849d5-7753-4c9b-a77e-46681b197949\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.482053617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.482169067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.495618444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59d8593-99ea-4ab8-ac7f-4c12f8c7f48f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.496079112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.499222645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da492177-8ac7-4571-98ff-a16a6f1d18a1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.499567232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.504286565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7edb50b2-27b6-4309-b875-4a1b5ecc13cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.504578486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.506926595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ff9592-42f0-454b-8eb0-79a5df7c1df3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.507162695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.507673563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.507941908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.508054753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.508145493Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.509160666Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.511516861Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee9fbeb2-15d5-4f93-a924-83695efd8e56\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.511898321Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.512150623Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.512253749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.512338137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.513153211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.513485363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.523864402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.523965233Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.524056044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.524573485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.526549723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.536995004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.537100645Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.537192959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.537397416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.537534299Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.538111869Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.541315773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.541426083Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.54202201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.542858918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.551263994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.551435446Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.55152785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.552201702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.640595471Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.640676172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.641364894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45074"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.642664684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.643311182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.644330132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e5d3a9b4-91c0-4203-b90a-78e11197995e","remote_addr":"[::1]:45074","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.64440916Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ce7c2fe-dac7-4183-af7c-dce5be2e2566","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.644903685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ce7c2fe-dac7-4183-af7c-dce5be2e2566","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.644978063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ce7c2fe-dac7-4183-af7c-dce5be2e2566","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.64591987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ce7c2fe-dac7-4183-af7c-dce5be2e2566","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.646168716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e5d3a9b4-91c0-4203-b90a-78e11197995e","remote_addr":"[::1]:45074","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1938,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.648070785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d3a9b4-91c0-4203-b90a-78e11197995e\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.716765495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.716924893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.719471948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38144"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.720897849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e896ae3e-7e18-4616-a383-a11f77358ed8","remote_addr":"[::1]:38144","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.72211821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"e896ae3e-7e18-4616-a383-a11f77358ed8","remote_addr":"[::1]:38144","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":1173,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.722191155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ce7c2fe-dac7-4183-af7c-dce5be2e2566","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":77316,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.722234161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce7c2fe-dac7-4183-af7c-dce5be2e2566\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.723720452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.723781835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e896ae3e-7e18-4616-a383-a11f77358ed8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.791651329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.794072554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.79501956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36151"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.795514877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4ef7faa-e429-4e09-9614-9e56b18a1ebc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.795747681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.796266315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4ef7faa-e429-4e09-9614-9e56b18a1ebc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.796410552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4ef7faa-e429-4e09-9614-9e56b18a1ebc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.798276981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4ef7faa-e429-4e09-9614-9e56b18a1ebc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.798457671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.79950114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"64da85fd-7b4d-4428-bdb4-6f07efc39152","remote_addr":"[::1]:36151","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.801089855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"64da85fd-7b4d-4428-bdb4-6f07efc39152","remote_addr":"[::1]:36151","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1592,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.80307988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64da85fd-7b4d-4428-bdb4-6f07efc39152\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.882990176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.883114053Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.883827525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.885841537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.885933661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.885964693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.887285284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4ef7faa-e429-4e09-9614-9e56b18a1ebc","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":91703,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.888088114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38530"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.888808098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4ef7faa-e429-4e09-9614-9e56b18a1ebc\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.888888278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.888920602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.889059258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.8894416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6729e319-bc1c-4b46-9f0f-fb372c527c08","remote_addr":"[::1]:38530","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:15.890060333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6729e319-bc1c-4b46-9f0f-fb372c527c08","remote_addr":"[::1]:38530","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":566,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.890416242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6729e319-bc1c-4b46-9f0f-fb372c527c08\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.892999499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.89307016Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.89310043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.898920376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.89904796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.899089553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.899120435Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.899656753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.903724127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.908177611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.908479552Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.908538119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.909264496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.927925467Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:15.962416979Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:15.962872416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.962935031Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"808.052231ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.962974921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.963008838Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.963041403Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.963071723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.963101292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.96403363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.975122484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.980217586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.980277655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.98030995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.980894344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.981958935Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.982121519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.98216211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.982191829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.982591896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.984985936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.985042519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.986345605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65383","req_id":"17e9058c-c255-4ac7-bc6f-d082db4835ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e3 9b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.986404062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65383","req_id":"17e9058c-c255-4ac7-bc6f-d082db4835ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.986619761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.986809229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.987004468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.987037724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65383","req_id":"17e9058c-c255-4ac7-bc6f-d082db4835ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.987353283Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3180, tv_nsec: 786242608 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.987421158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.987450447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.987800223Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.992740286Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:15.992823813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.992860205Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:15.993326785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.003088755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53272","req_id":"66689cdb-432f-49d1-ad93-35c1c0e3fd40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f5 e1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.003886905Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53272","req_id":"66689cdb-432f-49d1-ad93-35c1c0e3fd40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.004343164Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.004515768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53272","req_id":"66689cdb-432f-49d1-ad93-35c1c0e3fd40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.004709725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57316","req_id":"507133fe-f2ec-49e2-9968-1467ff734ca8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 05 ee 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.00493835Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57316","req_id":"507133fe-f2ec-49e2-9968-1467ff734ca8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.005238568Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.005533486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57316","req_id":"507133fe-f2ec-49e2-9968-1467ff734ca8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.137156646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.138819179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.138933246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.139856586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.140101885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.140235511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.141418849Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.142541335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.143516989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53907","req_id":"c8fc96b0-658b-41ba-8bbf-9c55baa06cc5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c 45 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\E..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.14378852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53907","req_id":"c8fc96b0-658b-41ba-8bbf-9c55baa06cc5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.143895573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:16.144060702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53907","req_id":"c8fc96b0-658b-41ba-8bbf-9c55baa06cc5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.144789504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.144880335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.144913401Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.148358786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.148420048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.176604514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.176866907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.177066775Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47020ebd-47c4-4d7f-86ea-04fc2854e2c7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.179631956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.195001809Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b623deb5-6da2-44d4-b7d1-ddc20e22264f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.195301075Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.215742263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435e38af-5747-4fcb-9fee-92da1983ab16\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.216068333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.227654137Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e59003-43a2-43b5-beaa-569614b37e3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.227730639Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.231016356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.233514503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dca980b-89f1-4b28-920c-53310ba7ad8c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.23364318Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.239136735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57dcde53-1f3e-4f07-a6a9-27e05955927a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.239280822Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:16.242525487Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.245356969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090d6578-4ec3-42bc-9306-ef371ffcd1fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.245436948Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.249843377Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b7cface-0f49-43f6-84e2-8719e1b0ea5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.250032665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.251327885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc89f9af-c195-4148-b560-5094b5357ee7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.251491842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.253295115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7190786a-3365-4c88-ab67-383beb06bb74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.253551997Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.254884451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7b86cfa-ac90-4b3b-af0c-cf75e3f71dc5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.254997757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.256339931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e60fed-d120-439b-a417-dc0afa290a4f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.256708185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.257953206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f44c20-1c72-445a-b4fa-e9290467feee\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.258220508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.260040515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4dfa9c-7423-4feb-b6fa-db69241b937a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.26025896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.26441476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07bad22-ceb3-4fbf-bf60-7291df3f0c18\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.264738695Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.269421696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b234f371-4854-44f1-a19e-61f9b484811f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.269511315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.271249778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2bc7dc-0ed9-486c-8f5c-20cfd09b464e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.271296141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.273260204Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c0181a-375a-4325-9c07-743ac4d75ccb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.273385594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.275176742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38491a56-7f27-46f8-ac20-5c2a18f268d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.27525059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.275985845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba08638b-eebe-4fa3-a256-f5807abdf5fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.276120623Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.276964264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a39e275-4c9a-4c87-9e46-a7a467e12da8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.277173581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.278057592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56e8dae-6c05-4b31-ad13-cdc56163afd3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.278217531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.279579615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f1d2906-7ed7-4bdf-9023-e69fa02eea12\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.279701047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.280880928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1fcdc05-499b-4ba0-ae31-d1e1615c05c5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.281080806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.282464783Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.282509513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.282539653Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.282568159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.283330378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.284013118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18aa5c7-8f23-4ae3-8265-a97127c840f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.284185251Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.285993244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.295921635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.296270721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.296729946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.299073094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.302463169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.30270972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.303661947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.311298022Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dcbb782-dddb-46f2-83e9-491a2eab19f2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.311525445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.318686773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3bfe72-054d-4de1-a71d-a20667bf8b43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.318877934Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.323775462Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c1f18db-4b4f-46ac-ab5d-915d47dd5e44\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.324804933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.330946721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cacbb94b-97eb-4e8f-9869-bb6d9b979ad2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.33114705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.335835541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.336167432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0590da11-cb1d-48f6-99b4-03a5a079891e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.336300017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.337481551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac86254-457f-4f1e-84fc-709633fe11ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.337548885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.341194549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4a7cfc-8d2a-465f-a0d8-a8a6edce3738\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.341329067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.342387325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afcba41e-51d7-4faa-a984-44069c927753\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.342515881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.343556104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6e98872-ecd4-409b-9a66-8d6be3a3d43c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.343604781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.345507141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05925e6-b657-49f9-a66c-f5f44db5194d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.345554516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.34781549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b1ed4ca-1c4f-457d-9132-a70f71b8f721\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.347957253Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.349877258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb661229-4185-4233-b9f1-68a5afe6a4da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.350098599Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.352114746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6361c220-2d0e-46f8-b56c-ca91f96557b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.352434343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.35452071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d1be01-e95f-45fb-86d7-2cf9c4cbe5dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.355518779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.357956285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"563cd9df-438c-49c4-8031-b23fd020f73b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.358039812Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.359861261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5be8fce-4037-49f6-bb30-ac57a0f53a03\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.359999697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.361666367Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"222c7996-de1f-4ff7-9e0f-6dd461c99a13\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.36177814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.369070379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf9de6f1-3d43-4397-afee-d5ab953fb422\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.36913612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.36993383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636ab3d3-c1d1-47fc-b8eb-7b650073dc03\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.370098157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.371826621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0e23ae-58f3-4283-aae6-a723bd7b1769\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.371890759Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.37192145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.375296915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121e131f-c9a8-4241-b96f-4e950343bf53\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.375596172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.376972674Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e8560f-0cd6-4725-b019-7bbe4de136d5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.377156761Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.378332925Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e75eb717-8587-4bfa-8ce2-63c0ac28b741\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.378450799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.380672626Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32cf78b8-fcc5-4e78-91f0-c49e754cb811\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.380813106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.382196813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d33a027-a068-4aa0-9f5d-30d0d570277a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.382323866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.382371702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.382403345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.382431661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.383227747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.386568974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.386628232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.386824063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.386868832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.387527544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.387750088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.391833554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.391916258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.391950767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.39198211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.392010426Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.392321315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.39664514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.401795492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.401866724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.40189987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.402372211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.402670556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.40791768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.40797788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.408009583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.408416875Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.478278379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.478365563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.479556265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63780"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.479942054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.480076602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.480832228Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.48122004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"84355060-d062-4fab-9de3-eb18e12e9e7d","remote_addr":"[::1]:63780","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.488966855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"84355060-d062-4fab-9de3-eb18e12e9e7d","remote_addr":"[::1]:63780","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":7789,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.48989278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84355060-d062-4fab-9de3-eb18e12e9e7d\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.59519571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.595280368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.601509329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39350"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.604711399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"b8ac52e6-657c-4791-a4c4-c3995ec0751b","remote_addr":"[::1]:39350","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.605011898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"b8ac52e6-657c-4791-a4c4-c3995ec0751b","remote_addr":"[::1]:39350","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":384,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.606867084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ac52e6-657c-4791-a4c4-c3995ec0751b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.679676141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.680491736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.685451288Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32887"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.686605928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d202606a-0f91-4c74-9984-5c2eecae57c5","remote_addr":"[::1]:32887","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.691577724Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d202606a-0f91-4c74-9984-5c2eecae57c5","remote_addr":"[::1]:32887","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4985,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.692519701Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d202606a-0f91-4c74-9984-5c2eecae57c5\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.751157012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.751257773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.751935744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41809"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.759869862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c162cb1d-baeb-45b0-8e2a-b7560fa663fe","remote_addr":"[::1]:41809","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:16.760247575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"c162cb1d-baeb-45b0-8e2a-b7560fa663fe","remote_addr":"[::1]:41809","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":387,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.766132029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c162cb1d-baeb-45b0-8e2a-b7560fa663fe\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.768550307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.76861708Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.768644275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.775960892Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.776096052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.77620055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.776360278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.777252396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.778582947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.778724739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.781066224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.786750269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.788139597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.788255048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.788795655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.793321943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.794671602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.794823725Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.794917993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.809420889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:16.826496531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:16.827163199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.827233039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"864.205624ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.827367176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.82741445Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.827533988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.827587064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.827616473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.828677817Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.834222535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.840793888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.840858747Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.840892284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.841308263Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.846901627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.846973069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.850900515Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60069","req_id":"c1560c2c-71df-4b06-9406-87d338bd842c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 51 15 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Q............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.850969332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60069","req_id":"c1560c2c-71df-4b06-9406-87d338bd842c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.851044391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.851066966Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.851087998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.851117958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60069","req_id":"c1560c2c-71df-4b06-9406-87d338bd842c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.853410686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3181, tv_nsec: 651285951 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.853485365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.853513651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.853777246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58290","req_id":"fc709ae4-3578-4b63-bccc-5e1ddbbaaff5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8f 7a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .z..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.853833969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58290","req_id":"fc709ae4-3578-4b63-bccc-5e1ddbbaaff5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36730,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.854231241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.854503804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:58290","req_id":"fc709ae4-3578-4b63-bccc-5e1ddbbaaff5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.854831607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63520","req_id":"0616cc11-3421-467c-9a35-7ad2a9ff6273","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f 69 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .i..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.854942698Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63520","req_id":"0616cc11-3421-467c-9a35-7ad2a9ff6273","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.855040694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.855104922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63520","req_id":"0616cc11-3421-467c-9a35-7ad2a9ff6273","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.975157569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.975581163Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.975644138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.97567998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.975709989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.976425765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.976750673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60947","req_id":"ad781d8d-60f8-4a43-ba44-809789a786f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7c dc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c |............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.976812797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60947","req_id":"ad781d8d-60f8-4a43-ba44-809789a786f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.977068346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:16.977206421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:60947","req_id":"ad781d8d-60f8-4a43-ba44-809789a786f6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.977327161Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.977371209Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.977399616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.980487348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.985320528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.98543188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.985470476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.985796246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.986022967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be40f197-fda0-4d67-9870-dd6d524c9a08\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.986217685Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:16.989426148Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.989490857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.98996408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.990789715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218ae8df-1254-44fd-9bc0-fa79ccf711cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.990951928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.99454142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8ff5e9-ce11-468b-a404-c0e1e05cec1b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.994661038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.995853354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97c53d8-e4c2-49a4-b8ad-b80cc4df15db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.996025336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.998417603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d321a70e-a1ac-4492-9664-b88a1ddf304a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:16.999507134Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.003858143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1393fd32-08d4-42b5-bf75-a731d48c13db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.003918693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.00495097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a581b139-e889-44f9-9804-dfbf39433878\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.005194656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.009286158Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5f2bfcf-5985-46ef-b5d2-1eb4e66b2349\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.009352229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.009386077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb0bca5-1798-4de4-9939-5b8d251be91b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.009512859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.011093729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f88c3d3-d9c7-4292-9c53-54673d5024d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.011467744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.01354336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07785eea-eee7-43f5-96b3-578087e2c9f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.013604041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.015664506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a203d0b8-0374-4687-858b-25b2ab6fffda\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.015749636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.017016941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed566fbb-4ae7-4f22-bc76-23e179e748e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.017092762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.01904436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a85ced-6e9f-4009-ae2b-db910ba8d24f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.019114871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.022273985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475be864-f716-437f-9960-dc954fb74ab9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.022433453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.023904474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.043340569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc782389-a9fb-4867-8905-9fa20f0cb20b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.043427432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.075249295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.075321278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.075353292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.075382049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.076311602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.085573646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.09196486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.092024028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.092058847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.092678211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.094007169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"577860b0-e35b-4bc6-bfa8-aa25a9920642\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.094162939Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.095978106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.096036823Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.09947333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.100202272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.102243279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.102302998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.102703325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.105539987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.105600999Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.107225886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc23fdd-e8f6-43c1-ad7b-dff7a7c519a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.10749889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.113614044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b5e5ff-7eee-41f2-bf45-68265c44baa0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.113741508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.11530334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.115362859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.11648262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18292a9-0a79-413c-9ba3-f98140143bb7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.11664831Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.118528676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bd41b28-31bf-4777-8300-4b1a072cd095\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.118663936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.120394965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752120b2-172d-42c4-b62d-662370fb54bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.120539072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.121927879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"306ed7bc-388f-4683-af21-6e3347a3bc4e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.12200871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.124052332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a179adc7-bda6-4211-a518-58fad6de2f4a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.124228332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.128381067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388d9ddc-adb3-49e1-96f1-8ec767d54b30\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.128619431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.134540469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b422d5c-155e-4a92-950a-be9e68e8752d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.134885456Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.137850554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.148537888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb80ada-877d-42cb-a96f-c2fa0436f57c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.149174426Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.153373332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23a3d50-ef17-400f-9157-6ded93dee28e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.154281311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.156007541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76219e25-be53-4332-976b-efa4e4cd4742\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.15641375Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.161089516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76044707-b9e9-4df0-95ec-9fb924004e6a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.161313993Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.163714396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b0afad-5a37-4292-b824-f31f94531d5a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.163942821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.164848796Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620c532e-bd32-4f8c-a093-5c79d4507496\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.165123343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.168695571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23387fe-4a95-4efa-af3f-874d86d97778\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.169942936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.172960448Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85dd590b-af6a-45bd-aff6-8fb2419c5420\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.173888317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.175866739Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8fa41f1-e8ea-4748-b2c7-f77653e76dad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.176135033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.179087055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2bf5544-4110-4028-ad8e-e04e6931d128\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.179423976Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.181209664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7ed81b-6f1a-4bca-8647-0786b84ed873\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.181425143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.183053097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7a013c-c1eb-4a26-87c2-299d7951d103\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.183332343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.192496973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.192580069Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.192615459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.192644798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.193883506Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.194035449Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c369f79-8666-42ac-8344-854ec17e829f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.194135117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.196320612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b7e1f2-3543-46b8-a57d-9405a4662c3f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.196963903Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.197033352Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.20576573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.205829498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.205859668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.206323011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:17.208503215Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.210250266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.210308572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.211151852Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.213890569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb6bd63-8163-44a3-8b71-5c8f5f9bbf16\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.214072541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.214870591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c724b5-a037-4538-978b-6b35e63bc152\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.215166311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.216392333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45206f2-797a-4ec3-9d8e-038a1c562ee0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.216538064Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.220396762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"567580d1-737b-47c9-9884-7b211182f2ca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.220585247Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.222990921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2363f56-43b5-4ac6-972a-4e1477d5956d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.223106511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.223138454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.225458407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1815f6da-15ad-4d3b-b7ab-1bb8792f998f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.225688776Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.230347368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b1a5188-96f9-4c29-8b0e-47ac45c8d852\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.230522567Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.235379654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d61ccd4-4ed1-4435-a342-898a0a495d3e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.235774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.237443927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91ec05d-56c3-472d-a91e-b9a0498aca44\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.238481595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.240726918Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7a20d3-4812-43cd-b78a-1ef2fe93b95a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.240842789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.240875154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.240903931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.240930043Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.241557062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.246272177Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.246691011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.252848891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.252931625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.252965232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.253027947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.253062226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.253677762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.256395066Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.26133055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.261400539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.261436491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.261861207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.340712553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.340808354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.341231627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.341279292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.341310885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.34133832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.342245307Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.342309565Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52462"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.342893298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f3d0af80-6ac6-4733-89ee-b59ad28335e3","remote_addr":"[::1]:52462","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.343307884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"f3d0af80-6ac6-4733-89ee-b59ad28335e3","remote_addr":"[::1]:52462","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":416,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.343540728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3d0af80-6ac6-4733-89ee-b59ad28335e3\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.397593615Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.397661049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.398684879Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59465"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.400078055Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.407883627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.407950591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.407984278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.40836689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.408947256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4c656430-a24b-4bbe-aba7-1e4b9b8059e0","remote_addr":"[::1]:59465","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.409476691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4c656430-a24b-4bbe-aba7-1e4b9b8059e0","remote_addr":"[::1]:59465","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":492,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.411180877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c656430-a24b-4bbe-aba7-1e4b9b8059e0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.453698911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.453769332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.454930625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46822"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.455495862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"412ef6c8-8508-45d5-9a57-70bd456869ea","remote_addr":"[::1]:46822","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.458522322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"412ef6c8-8508-45d5-9a57-70bd456869ea","remote_addr":"[::1]:46822","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3026,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.458655266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.458688392Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.45920409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.459760589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"412ef6c8-8508-45d5-9a57-70bd456869ea\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.518454232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.518529081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.519722699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56713"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.523174597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3b034baa-2411-49e7-a317-ad35b3cca9ae","remote_addr":"[::1]:56713","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.523454865Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3b034baa-2411-49e7-a317-ad35b3cca9ae","remote_addr":"[::1]:56713","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":245,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.526606926Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b034baa-2411-49e7-a317-ad35b3cca9ae\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.5274876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.527533983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.527558933Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.532371531Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.532450709Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.532483575Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.532512612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.533071185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.536076183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.542874688Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.543120738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.543163464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.543641496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.619489769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.620955539Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.621450696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be7335bf-48ff-480b-bc3c-d9c62fa289f0","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.621805272Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be7335bf-48ff-480b-bc3c-d9c62fa289f0","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.621877035Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be7335bf-48ff-480b-bc3c-d9c62fa289f0","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.622695767Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be7335bf-48ff-480b-bc3c-d9c62fa289f0","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.626424085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be7335bf-48ff-480b-bc3c-d9c62fa289f0","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":4973,"response_code":"200"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:17.626716938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:17.627035884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.627094851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"799.725371ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.627131755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.627160142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.6271896Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.627218959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.627247586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.627820036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.630548603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7335bf-48ff-480b-bc3c-d9c62fa289f0\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.630736768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.631327765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.63149563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fba2fb85-0813-4fe4-8f56-73434df161f7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.631799726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fba2fb85-0813-4fe4-8f56-73434df161f7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.631866148Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fba2fb85-0813-4fe4-8f56-73434df161f7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.632894888Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fba2fb85-0813-4fe4-8f56-73434df161f7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.633265646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.636762303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.63682599Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.636857763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.637389032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.639060041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fba2fb85-0813-4fe4-8f56-73434df161f7","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":7552,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.639476561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba2fb85-0813-4fe4-8f56-73434df161f7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.639670167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.639724605Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:17.639755988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.643703423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.643761909Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.644334049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61516","req_id":"16046384-41aa-46a2-8b0e-e374f8eee44a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da 9a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.64440442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61516","req_id":"16046384-41aa-46a2-8b0e-e374f8eee44a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.644591562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.644760138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.644910949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.644955578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61516","req_id":"16046384-41aa-46a2-8b0e-e374f8eee44a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.646435076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3182, tv_nsec: 445320202 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.646508562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.646540476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.647187525Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53586","req_id":"19d4f754-8b71-4b7f-b836-90d6d15537a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ff 3e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .>..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.647509166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53586","req_id":"19d4f754-8b71-4b7f-b836-90d6d15537a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.647619886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.647643734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:53586","req_id":"19d4f754-8b71-4b7f-b836-90d6d15537a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.64781741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57128","req_id":"a06f8e1a-8caf-49aa-b453-f85dc1b8502b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8c d2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.647874974Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57128","req_id":"a06f8e1a-8caf-49aa-b453-f85dc1b8502b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.647959343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.648140954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57128","req_id":"a06f8e1a-8caf-49aa-b453-f85dc1b8502b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.805379702Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.806008975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.806161509Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.806314965Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.806420295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.807534755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.807854512Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.808049962Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.808865306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59478","req_id":"5f944524-f427-420b-bab1-5d8a8cc616c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f6 62 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .b..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.809035105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59478","req_id":"5f944524-f427-420b-bab1-5d8a8cc616c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.809290704Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:17.809493889Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59478","req_id":"5f944524-f427-420b-bab1-5d8a8cc616c0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.810880381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.8109753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.811085991Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.811556799Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.812562673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.812674957Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.81274687Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.813056417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.818685062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.818785562Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.818870992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.819399766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.821290773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4ac55b-5d08-44fc-8eb7-163de558347d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.821647284Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.822326216Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.822436416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.822969608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.823935884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13fb2482-9e34-444a-a493-87d50bd2b958\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.824221893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.826636194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e71faa3-875f-4e02-b2d2-2026a0b2c792\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.826912825Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.829131876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08e15c4-a660-4255-ae34-a377fe169e85\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.829553176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.831742828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f9a7be-a8ec-4580-a8be-900a05532e82\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.832012265Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.834749258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee041ca-85b4-4f45-9aca-5c8cf6b2992b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.835006391Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.837190523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99acbd5-de45-46b2-9808-82568a4cba8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.837404078Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.840027485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23002ee9-ef99-40a6-8bf1-493b8ef37ae9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.840241902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.841550349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af8340b-8481-454e-b6c0-5e4940d8dbeb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.841785668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.842973385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715a3d90-502b-4b05-ae69-305d898aad42\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.843724681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.845980256Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8dba40a-b995-4b9c-b0a4-24fb192e0bdf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.846166416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.84741267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0261f2-7673-49ea-b1f1-b63d8bf2237a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.847539452Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.849573495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c428e60-3ff0-4749-8101-878a9d392ce6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.849757572Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.852786126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.856966936Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b689d14-91e2-430c-a344-b92472de5513\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.857113628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.861262264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37da1e6a-6fc0-4265-9998-7c8fa399d525\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.861605007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.864830123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da67fb8a-3a6d-4eca-8576-dd1f859d4ace\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.865050341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.86832713Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5dfee39-abce-4a91-96d7-a9aba77562ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.868682989Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.875799929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941e935a-0324-412f-9a12-8d4effc00f60\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.87599114Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.877845996Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13202e3f-da54-47f3-bd55-f23dafe8167c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.877966727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.878997741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca2709a-e9d6-4106-90c3-69329231ebe8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.879229342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.880458261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6824179d-5d76-4e45-b907-3175f34e4ed1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.880601907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.881543082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1a2f661-c004-4d95-b2f6-dd9fa3c89b2a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.881672981Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.883696302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17cdf46e-3811-4cad-a8c1-06c150f58812\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.883802915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.88575297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7aba1f-b13b-4230-82f0-a977b0a88a63\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.886041415Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.888481987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74be42a2-007a-42c2-ab8c-1210e6fde6e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.888771344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.891959296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0724ea16-c350-49ac-9c3c-7b0da844e8f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.892559612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.894224549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5debfe93-9b02-46a1-961b-5a027100abef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.89434045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.898968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f0f3e1-5f1a-4632-838f-b7d80e2078bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.899039923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.901154026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c96fd4d-3d07-4e8d-98bf-fe2c567bd5f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.901286159Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.903347726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.903407536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.903444028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.903473878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.907355532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.909004157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e466a44-c14c-417a-a9db-9950b3ed9252\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.909259365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.910198146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.918400338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.918466921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.918499886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.919036155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.919538676Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef01e30-c0e8-49df-9144-ac650ca1f2e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.919665619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.922135841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.922196872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.922938179Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.924066327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e7f0fc6-591a-4754-a9a2-d656ff5fa657\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.92413329Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.926480056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7164bc-1362-4120-a34a-ee738bb38199\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.926730245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.92784721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bfedf3b-a149-49c1-bddd-915e48d05523\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.92792756Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.930001703Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0debbcfb-01da-45e4-bc7a-cc3336743f99\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.93019611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.932618507Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed17d63-1135-4b74-ab18-9ef932d0e8f6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.932972181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.941239694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1af1f3c5-d411-4d9f-a63c-8c1e966837ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.94131314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.94615113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bef794d-72d6-4970-95d8-f55392efc332\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.946386789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.94891665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f41d4b32-e261-44df-9cb1-735f59fc4c38\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.949016839Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.95305774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a448c8-7fe3-443d-bbed-81378caf084d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.953125335Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.953416616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.957946741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34be425c-cafa-470c-8d3c-da102edbdbff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.958679652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.959449596Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0e279f-44ae-48d3-82f9-fcd5d1c39a62\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.959593953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.960686741Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f02f1661-ebbd-460a-97a9-10dee2bfa5f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.960752522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.962366868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f26168-a12f-46f3-89a3-93c2c2b3b56e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.962513651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.963500768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b301fa84-a735-43ec-8590-643f8000af8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.963561428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.963590356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.965477195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ffbe10-664d-439a-8d26-b5b40dcb8833\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.9655194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.968217385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78aee473-9e72-4463-bf1b-889dda9f4dde\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.968361773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.968877931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e770b5e-c52a-472f-819b-0c62b83cf9bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.969021778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.970792486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95df9b1-c276-4846-943b-c4db08ba4efb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.971262081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.97349001Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"690e91b9-1955-4342-90fb-598debb65cae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.973737684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.973794768Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.973829998Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.973859537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.974643549Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.98025012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.986693097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.986867524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.986916322Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.986952894Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.986982113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.987963027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.992820686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.998362758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:17.998765019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.998874668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:17.999489954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.005806499Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.005885627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.005919915Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.005950806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.010150554Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.081150206Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.081218182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.084401975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54459"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.086335929Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.096873063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.09693696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.096964024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.098231871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.098767057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"b6f5f859-4432-48db-8a92-0e1318fc5e34","remote_addr":"[::1]:54459","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.102055619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"b6f5f859-4432-48db-8a92-0e1318fc5e34","remote_addr":"[::1]:54459","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3342,"response_code":"200"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.102816786Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.103017946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.103439937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f5f859-4432-48db-8a92-0e1318fc5e34\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.188011691Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.188094005Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.190478386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.191461274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.192742958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61756"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.192811314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4b8c1163-561c-425c-92d3-5736f70e4648","remote_addr":"[::1]:61756","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.19676938Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"4b8c1163-561c-425c-92d3-5736f70e4648","remote_addr":"[::1]:61756","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":3984,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.196975651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.197032665Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.197715054Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.198419127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b8c1163-561c-425c-92d3-5736f70e4648\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.250457671Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.250526728Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.25150631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44996"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.252098249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.252157267Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.2648717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"fe6f6696-92bb-499d-889c-c828a09692ee","remote_addr":"[::1]:44996","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.265447547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"fe6f6696-92bb-499d-889c-c828a09692ee","remote_addr":"[::1]:44996","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":609,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.267293555Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe6f6696-92bb-499d-889c-c828a09692ee\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.329819524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.329924954Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.330970597Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35110"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.331354612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.331419141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:18.331657416Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.33222151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a7d2fb1b-17e3-4485-a21e-df6b99ca0b3b","remote_addr":"[::1]:35110","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.333954483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a7d2fb1b-17e3-4485-a21e-df6b99ca0b3b","remote_addr":"[::1]:35110","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":1706,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.33468087Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d2fb1b-17e3-4485-a21e-df6b99ca0b3b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.337220951Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.337310459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.33743117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.346230502Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.346369819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.346509498Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.346605469Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.347402547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.355931029Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.359385683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.359683967Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.359790399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.36031269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.383762201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:18.391295841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:18.391506521Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.391561621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"764.403564ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.391602052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.39163146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.391664476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.391697732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.391727862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.39252484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.396979877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.400863354Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.400937492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.400969696Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.401340785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.407886337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.407948601Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.40989523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56642"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.411084409Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56031","req_id":"a9de04f3-89b2-4f78-a4f7-558db8f8a92f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 40 b8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 @............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.411146342Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56031","req_id":"a9de04f3-89b2-4f78-a4f7-558db8f8a92f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.411334908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.411671338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.411977969Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.412046295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56031","req_id":"a9de04f3-89b2-4f78-a4f7-558db8f8a92f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.413580442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3183, tv_nsec: 212474156 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.413653788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.413683417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.413879738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"fcd6acb0-03cb-4a44-969b-0d5e90ea34f3","remote_addr":"[::1]:56642","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.414529784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"fcd6acb0-03cb-4a44-969b-0d5e90ea34f3","remote_addr":"[::1]:56642","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":601,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.4178657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56959","req_id":"cfd0862d-760f-4231-b62a-683522eb88ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 59 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Y..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.417932273Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56959","req_id":"cfd0862d-760f-4231-b62a-683522eb88ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.418023485Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.418059276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:56959","req_id":"cfd0862d-760f-4231-b62a-683522eb88ca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.418185618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64342","req_id":"a60cf16d-1e45-4925-b95d-9c2dc0f35337","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b4 a9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.418232501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64342","req_id":"a60cf16d-1e45-4925-b95d-9c2dc0f35337","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.418323593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.418410927Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64342","req_id":"a60cf16d-1e45-4925-b95d-9c2dc0f35337","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.545717847Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.549557508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.549748047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.55007577Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.550149297Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.551073819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.557966071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54362","req_id":"019e8a83-62e4-4fd3-bce3-8beca3396420","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 38 da 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 8............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.558175949Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54362","req_id":"019e8a83-62e4-4fd3-bce3-8beca3396420","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.558471699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:18.558773169Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:54362","req_id":"019e8a83-62e4-4fd3-bce3-8beca3396420","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.559552492Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.559660758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.559865125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.567197103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.573388519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.573490553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.573576694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.57494952Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.57807171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e300032c-723d-42c3-8c63-b5ab5b5f8181\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.578732958Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.579161652Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.579312953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.579790535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.583265238Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:18.5833417Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:18.583913951Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.585448418Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd227524-3dff-4a20-8d9a-b48d5ab86bc4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.585680911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.594550052Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f53c20-d5b6-4c25-8f4b-f52e3b34815a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.594705582Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.599634372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247ebea7-1191-48d4-bc1d-d476aa3d4d0c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.599799752Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.602364131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9299db-f7cb-43e7-87dd-d30f412e1ab0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.602549491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.608797439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436c67a6-2031-4ea3-b736-75f3aa05e4b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.608930545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.611229275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eefce595-92f7-49d7-8ca4-3ccd7976577b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.611297511Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.613803985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b28176f3-7a78-4d04-af75-9ed3b178f0eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.613879214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.617088479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774ea874-3ec9-4a17-bbcd-098a5b8004b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.61723987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.618746332Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.619827225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f864a3d8-7e36-4ce6-bc51-fe269416fc48\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.61997484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.623638098Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d696ec27-581b-4fbf-8551-90b4a6beffe8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.623864259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.6256516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2f771e-9ca7-4808-94a7-36aa4c0ea697\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.625714395Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.628463773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c783f7e-3598-42d0-84a8-9a774d18292c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.628836275Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.633075382Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a93dd991-e052-43ee-abb3-1dccd0be0d2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.633253867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.636921675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2970be8-1529-4a9a-ac66-bb2d7a388526\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.637369748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.640960973Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f52a7b-2e27-41a2-a078-bb0d30aa26dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.641126483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.645128978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b07d7ab-854f-4da9-9364-0f65f27fe846\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.64530573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.64859347Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744f3aeb-caec-4140-9b61-eb0cb0495bce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.648669171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.655370062Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1054d13-8279-4873-8203-fea4d8c3b283\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.655887944Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.657073837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78b74ee-9f12-4110-b7a8-335a89fc8e2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.657264246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.658770858Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a997ce-ee3f-4008-b4d7-e26a829ea352\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.659462105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.66091478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee4a395b-64ec-457a-82b2-0f8759048708\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.660982425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.662351292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09018f6a-074b-413f-ae28-8ed7b9d897b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.662519006Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.664297419Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2bc7b1-16a4-4e89-86bd-7c78c6c21d98\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.664692276Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.669447731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.669506628Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.669541618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.669573532Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.677004227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.679094131Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"980e2b38-1a12-48d0-b722-235cf9df7771\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.679282356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.680186968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.695406142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.695469959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.695501121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.696490893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.700298589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a6e8e7-a7d6-493d-8bd8-54ebc7f0c8f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.70037402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.700410643Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.700439911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.70112175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.705969508Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78dbd39-613d-4a6e-87b8-9586ad8c10e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.706107433Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.707708323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3456675a-35f5-43c2-b655-0ddfe829ee36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.707775036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.710182142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd594966-bb69-44a8-813a-f8ad8aeabc20\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.710451689Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.71317777Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cee5d60a-9fea-4a1a-9012-6d2bed9b39ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.713345545Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.714476147Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98918179-b0c0-47ae-a706-b565036743b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.714728119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.715956316Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a6c3d8-de46-4dbb-9afb-24cda964521c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.7160984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.717392899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c7abf93-0795-44e8-8324-75eedab6459d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.717684961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.718897797Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"026852bc-0eee-47c4-8ee8-9aa7a7aeb90d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.718972336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.720477004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55da51a7-6051-4f07-b9f9-00d9e020def9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.720664106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.722954881Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fc20db-4945-4a5a-a773-0f88f2adbb7e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.723040902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.725675682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c9cdd3-686a-4bae-a31b-61fadd964525\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.725834468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.728704146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.729907112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b0668bb-8a8d-46a0-9074-2e34f9bdef0b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.73003619Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.731803771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2959c75b-20b2-4cba-8834-54c931aa4f07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.732035032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.734415866Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9dcda14-102f-487a-8b81-e5b2f0aab8d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.734540033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.736369278Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"026f7ed0-9446-46ef-b9ed-dc269d3b4d0a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.736416682Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.737410192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17769c3-33c4-4746-9f37-91a026071336\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.737537385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.738504071Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae455ff-3121-40d4-b304-079e3448cc8d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.73869907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.739639975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"527521b2-8352-412a-9c51-4ac40b718836\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.739801857Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.740690488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b802d7cd-1b19-406a-9906-d266605511e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.74075208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.74078211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.74230252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b919e23-aef4-44ea-8ffe-3436ade9c57f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.742451877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.745639077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2aa1fca-00c3-41f5-a23a-81e331daf936\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.745684899Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.746813798Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2467d1-ee91-4526-a5ea-421139a3040d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.746964488Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.74817474Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2c8ea76-0bde-4919-a676-fc404d16ef65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.74838094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.749657684Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2bb9b59-b375-4852-ae1c-3b39be17bd1b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.750324763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.750376757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.750409753Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.750439302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.751085659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.754500553Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.758168341Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.758297468Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.758343079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.758375544Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.758405434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.759085719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.761406473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.767880913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.767965181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.768001393Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.768450868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.849793608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.849874439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.850775985Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.850890243Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.850935984Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.850965803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.851722501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.851783603Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57043"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.852045424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.852354661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.852931821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"59dfe1de-8c7c-4202-a260-fb2bac62a36f","remote_addr":"[::1]:57043","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.855233046Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"59dfe1de-8c7c-4202-a260-fb2bac62a36f","remote_addr":"[::1]:57043","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2308,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.855936327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59dfe1de-8c7c-4202-a260-fb2bac62a36f\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.902332328Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.902392207Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.902636384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.903460726Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.903511527Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.903538912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.903836635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.910601924Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.910663978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.910696693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.911138654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.911189034Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35780"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.912171742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a1636813-e963-46d8-a555-d4e2a744c3a6","remote_addr":"[::1]:35780","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.912491399Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"a1636813-e963-46d8-a555-d4e2a744c3a6","remote_addr":"[::1]:35780","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":327,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.912769844Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1636813-e963-46d8-a555-d4e2a744c3a6\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:18 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.980934788Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.98327945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:18.984977202Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37323"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.986037876Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.986097254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:18.987009832Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:18.987382735Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1dd3ccc7-904b-415b-97a7-50a139566950","remote_addr":"[::1]:37323","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.520385038Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1dd3ccc7-904b-415b-97a7-50a139566950","remote_addr":"[::1]:37323","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":532229,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.521254721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35065"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.521307766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55870"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.521335912Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53663"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.521362706Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63168"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.521386834Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34629"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.521413126Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45664"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.521436633Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46243"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.52167593Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.521732192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.521895678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dd3ccc7-904b-415b-97a7-50a139566950\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.5849904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.585303183Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.595802873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49090"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.596247659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"b85e380f-f3bc-4e71-873d-bd83ebe94b22","remote_addr":"[::1]:35065","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.59665956Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"29aad263-5e29-4c94-9ccd-ac707e83a431","remote_addr":"[::1]:55870","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.596937173Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f36eb4b-f311-4fa0-a9ed-92fd6094c665","remote_addr":"[::1]:53663","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.597198884Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"75dface7-522e-4a24-ad73-d7920d99310b","remote_addr":"[::1]:63168","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.600963365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"4dc05391-7bd0-4395-8b60-13e85bfea390","remote_addr":"[::1]:34629","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.601264104Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"b6d5b905-281a-46bf-8a9f-67ec5fa1ab6c","remote_addr":"[::1]:45664","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.601543801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba79841a-25f9-430b-b9c4-a094b94748e8","remote_addr":"[::1]:46243","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.602060441Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.603052377Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.604762013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"b85e380f-f3bc-4e71-873d-bd83ebe94b22","remote_addr":"[::1]:35065","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8527,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.605090648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"29aad263-5e29-4c94-9ccd-ac707e83a431","remote_addr":"[::1]:55870","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8332,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.605514202Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f36eb4b-f311-4fa0-a9ed-92fd6094c665","remote_addr":"[::1]:53663","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8542,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.605726255Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"75dface7-522e-4a24-ad73-d7920d99310b","remote_addr":"[::1]:63168","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8535,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.605907586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"4dc05391-7bd0-4395-8b60-13e85bfea390","remote_addr":"[::1]:34629","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4970,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.606082484Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"b6d5b905-281a-46bf-8a9f-67ec5fa1ab6c","remote_addr":"[::1]:45664","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4841,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.606258385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba79841a-25f9-430b-b9c4-a094b94748e8","remote_addr":"[::1]:46243","local_addr":"[::1]:64077","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4737,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.609670383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"85f23e65-05f3-4d9d-8a28-93b02b80701e","remote_addr":"[::1]:49090","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.615289489Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"85f23e65-05f3-4d9d-8a28-93b02b80701e","remote_addr":"[::1]:49090","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":5624,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.619106644Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.619235411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.620285743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f23e65-05f3-4d9d-8a28-93b02b80701e\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.622228314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.622318413Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.62238174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.635585537Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.655729072Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.655797659Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.65582826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.657044363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.661132217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.666953346Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.668369898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.672057836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.673698785Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.673759907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.67379122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.674320013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.674376716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.674550242Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43580e04-e763-432d-9835-22f861a9a1bb","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.675137101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43580e04-e763-432d-9835-22f861a9a1bb","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.6751968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43580e04-e763-432d-9835-22f861a9a1bb","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.67563343Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43580e04-e763-432d-9835-22f861a9a1bb","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.692971245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"43580e04-e763-432d-9835-22f861a9a1bb","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":18512,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.695446266Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43580e04-e763-432d-9835-22f861a9a1bb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.695750723Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:19.696023356Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.697171002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cccfcde-16ae-4f3a-8793-d425fb98ab72","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.710099862Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cccfcde-16ae-4f3a-8793-d425fb98ab72","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.711041027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cccfcde-16ae-4f3a-8793-d425fb98ab72","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.711999136Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cccfcde-16ae-4f3a-8793-d425fb98ab72","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.718510239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2cccfcde-16ae-4f3a-8793-d425fb98ab72","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":21335,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.720031801Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cccfcde-16ae-4f3a-8793-d425fb98ab72\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.720227992Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.720324454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:19.720404013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.747270422Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:19.768499079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:19.768872152Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.769025017Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"1.377408286s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.769163423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.769261678Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.769383501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.769495073Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.769594522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.770545546Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.774820334Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.782885864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.783011845Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.783112926Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.784530591Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.785396145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.785544751Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.789865189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.790009026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.79096458Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.791682851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.791788621Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.791859092Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.792180292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64572","req_id":"34728f41-c2dd-42d1-b9f5-946992fdb4c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 17 b3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.79234504Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64572","req_id":"34728f41-c2dd-42d1-b9f5-946992fdb4c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.792603475Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.792842792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.793075345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.79323841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:64572","req_id":"34728f41-c2dd-42d1-b9f5-946992fdb4c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.793645451Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3184, tv_nsec: 592571259 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.793784588Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.793966871Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.794588811Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49215","req_id":"e968158c-c642-4268-8493-165cda166daa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 16 34 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .4..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.794754781Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49215","req_id":"e968158c-c642-4268-8493-165cda166daa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.795111312Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.795263815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49215","req_id":"e968158c-c642-4268-8493-165cda166daa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.795474044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63992","req_id":"b91e4059-f297-49bb-8425-1cc18f98692f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9e f0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.795626378Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63992","req_id":"b91e4059-f297-49bb-8425-1cc18f98692f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.79586323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.796002317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63992","req_id":"b91e4059-f297-49bb-8425-1cc18f98692f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.96337176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.969850859Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.970033693Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.970145145Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.970238271Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.971456959Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.972077315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51330","req_id":"d103c2c7-33c3-4b7d-993b-4f8ed944091c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c e0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.972272033Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51330","req_id":"d103c2c7-33c3-4b7d-993b-4f8ed944091c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.972728763Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:19.973055123Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:51330","req_id":"d103c2c7-33c3-4b7d-993b-4f8ed944091c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.973653285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.973748986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.973892411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.974849057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.982175395Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:19.982369Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.982512106Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:19.993353196Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.002036076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7590b379-924b-4f80-bcd5-65f17e71211c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.002382195Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.003235045Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.003301457Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.004063325Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.006131746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1655df6f-2918-413e-9ee1-bcc6dd6d94f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.006386524Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.011020877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c23788cc-eebf-47a2-b6aa-1cd48394df73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.011632486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.017981586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf09fa6b-fde1-40a2-ad68-ae3b8d2464f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.018206424Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.022466232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a7adc8-6b45-40f6-9914-2a8ffad8fc65\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.022842261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.026818042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e98757fc-3118-4718-829f-c7ebd75f8b0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.02703773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.030599657Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21145ad7-9243-4c38-8292-c3e9065f417c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.031004564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.042364067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.059904655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8287445f-2552-4fd0-817c-1b9357d9efd1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.060116868Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.075664295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3c2ed0-3fc4-4e42-b3a3-3cd755d6afeb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.075843132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.081456125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb5a0a50-a7ad-4296-a48c-6b06f5d52994\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.081654079Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.088100814Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e9975a5-02c3-4460-922d-8f95d147aa3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.088383748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.093504541Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.093566705Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.093600602Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.093632476Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.094529182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.095541259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.095596218Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.096249129Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.097202629Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.099784032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.104604246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.104669166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.104705127Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.105117459Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.10579576Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca1d7cc-1d75-4a5c-a850-85bc8eb634fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.10594105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.10862119Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.108683303Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.109196586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.10924358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.110389252Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.111905734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c35f9eec-f8ed-4e37-ab85-87f5d5e63a08\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.112117937Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.113183059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.113244Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.126686323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"621eab16-0856-4526-9c4a-a64368fd29c2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.126814258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.130255855Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6804d7b-8bcd-448b-8ddb-9b1647b57188\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.130485333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.140455067Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1722a7e8-2cd6-4efb-8afb-1a5764ba0960\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.140681438Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.143164806Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5580ec55-691e-46f3-ae2c-77c1220510e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.14408561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.165400379Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74d1c5a2-d714-4830-9c1d-ce3a57332dcf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.172641185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.189238254Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:20.223380841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.224756612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c81114-c1cb-4adc-aed9-b177aca1f159\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.22492122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.226364155Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570db5ab-cbeb-47ae-a110-b01ee3ee91be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.226710495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.227734836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fda8b6-be18-4df1-b6bb-cfdfcf2ff13b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.227948091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.229368611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb90db73-53e8-4474-970d-fa2150f3ceb6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.229439412Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.230463793Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f9c5f41-e018-4144-8821-82b381f12ef3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.230596548Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.23193292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3001da-c65d-4c9d-8321-086313ffa689\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.232131296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.23577203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a8cc93-79cf-40bc-9f6d-a96a69166e8b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.235843151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.240231224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48353048-29ca-4a05-890b-28352b0ce33c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.240308057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.242314495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb9c406-4729-4e03-82b8-eaacda5ef746\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.242530886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.244217517Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e930f6-a383-4a4e-bdc0-d8380371a01a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.244286264Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.246990291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d54afbc1-0f01-4aa4-ad47-b39f5f9fc499\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.247464496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.252627804Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759b63dc-53ad-43ba-b1d5-bf6a73c1f83a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.252842381Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.253877874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa315423-8c6f-4fd9-8677-5ba49d0c1e7f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.254059486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.259628692Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f988d2b-bd45-42b7-bac5-683d841d600b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.259961716Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.261952623Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2606f29b-687a-42d2-a065-44d5c5d81ab4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.262220907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.264286292Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73caa78-881d-4575-b872-2cfa2f3b3b28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.271245769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.272553154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.27271194Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.273089081Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.273206245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.27777094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.280730587Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b40bc02-270f-4dd0-969b-11f42cc6576b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.280994893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.281697563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.288698222Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.28879779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.288845595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.289357425Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.29410274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.29420836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.294645221Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.297188077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da8bd649-5abd-4041-8910-d56db7056461\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.297441261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.30107408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32194378-f512-4f76-a79e-452035b6c2a6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.301384819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.31045953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e6bbfa-b74c-4cf1-bfda-e80ba0de8364\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.310860919Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.319576444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c9582e-fc3a-4971-87e2-3dfcb004af44\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.319867234Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.328465355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.330077778Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d556ff5-845d-47bd-b1fa-52e20fcf1e76\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.330294249Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.332472479Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"798d2123-1b50-4725-9f2c-9c839fc03173\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.332609281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.333983039Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f539302-eca9-4704-a6a6-cc5b9891bf5c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.334165302Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.334601681Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8820c4c8-597f-48d9-8da6-eb22c55a4d75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.334747772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.335984907Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c40b372-c3a7-487b-923b-ed31e5030a3b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.336102091Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.336985461Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77dacc16-1a45-4152-807b-7053d0211cf3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.337050821Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.337078085Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.338451201Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"597c878b-8c0c-41d2-9f97-0325891eda6d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.338655188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.341015611Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c50da24-6312-44a1-92a7-fae58fecbadd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.341082824Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.344053082Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82ebdd5-7025-4d7f-bce8-4de810b82886\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.344155026Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.345692339Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5875fff3-6f1d-43a5-b002-aa13ec733e15\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.346767361Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.349855914Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f1b9f4-3df3-44ba-94aa-c746017ed18d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.350072686Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.350128077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.350269729Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.350308977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.356054044Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.358666258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.364871632Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.364942113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.364977754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.365058214Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.365092683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.365517699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.373712627Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.378307282Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.378375758Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.378411219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.379073819Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.383623294Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.383697792Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.383732491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.383760036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.384741011Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.468496057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.468705344Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.469398766Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.478111185Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.478244009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.47840494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.47901746Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.479534851Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47359"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.483838827Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"95fade5d-fe0c-45dc-96f7-9fcab3ed85f7","remote_addr":"[::1]:47359","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.484730032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"95fade5d-fe0c-45dc-96f7-9fcab3ed85f7","remote_addr":"[::1]:47359","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":897,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.488856133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95fade5d-fe0c-45dc-96f7-9fcab3ed85f7\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:19 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.552220953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.552301203Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.552780248Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.552960056Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.553549561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.554095258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65119"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.56558988Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3389c3ac-ed6d-4c28-97fc-d7798f32b15a","remote_addr":"[::1]:65119","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.578735813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"3389c3ac-ed6d-4c28-97fc-d7798f32b15a","remote_addr":"[::1]:65119","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":13251,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.580888241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3389c3ac-ed6d-4c28-97fc-d7798f32b15a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.671926749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.672781913Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.679571742Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64824"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.680226877Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.688929717Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"20567a17-2f15-4e5b-b22e-a154981d0d9d","remote_addr":"[::1]:64824","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.691552032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"20567a17-2f15-4e5b-b22e-a154981d0d9d","remote_addr":"[::1]:64824","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2650,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.700339019Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61385","req_id":"ef118ca8-45d6-4685-b999-c128c2203179","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 45 94 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 E............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.700418437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61385","req_id":"ef118ca8-45d6-4685-b999-c128c2203179","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.700496583Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.700646331Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.700833995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.700885217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:61385","req_id":"ef118ca8-45d6-4685-b999-c128c2203179","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.701136578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20567a17-2f15-4e5b-b22e-a154981d0d9d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.788142411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.788215637Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.791920298Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49821"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.792261738Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55212, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55593, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3185, tv_nsec: 591098449 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.792343301Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.79238308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.793147523Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.793356199Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.794193898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1096f0cb-d45b-48ad-8b49-94a6ee2bb878","remote_addr":"[::1]:49821","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.803108059Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"1096f0cb-d45b-48ad-8b49-94a6ee2bb878","remote_addr":"[::1]:49821","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":8938,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.804455494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52190","req_id":"be297fb3-3ca2-489c-a1d9-c3e666ac28b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bf 87 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.804720291Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52190","req_id":"be297fb3-3ca2-489c-a1d9-c3e666ac28b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.805584132Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.80637578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:52190","req_id":"be297fb3-3ca2-489c-a1d9-c3e666ac28b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.807191455Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59282","req_id":"d3034e00-eb51-4bec-853d-69baa4b4d479","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 86 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.807544027Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59282","req_id":"d3034e00-eb51-4bec-853d-69baa4b4d479","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34394,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.807975397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.808296386Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:59282","req_id":"d3034e00-eb51-4bec-853d-69baa4b4d479","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.808550503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.810711829Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.810844483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.810924262Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.811111906Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1096f0cb-d45b-48ad-8b49-94a6ee2bb878\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.815657874Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.815790167Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.815853113Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.822780886Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.825574041Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.825630513Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.825665754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.827343376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.836894636Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:20.943754528Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.94383084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.966042235Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.970844673Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:20.971237245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.971558646Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.972243049Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:20.997943336Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:21.0109397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:21.011228115Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.011284226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"1.242085213s"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.011326581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.011354496Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.011455908Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.011503383Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.01153192Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.012850718Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.015357803Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.020079731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.020201103Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.020296042Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.020949734Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.02401436Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.024199219Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.0252789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63512","req_id":"2a33de7a-6aec-4370-9432-01995aa3177c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 30 fb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 0............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.025343338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63512","req_id":"2a33de7a-6aec-4370-9432-01995aa3177c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.025420231Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.025443358Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.02546471Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.025621442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63512","req_id":"2a33de7a-6aec-4370-9432-01995aa3177c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.026045808Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3185, tv_nsec: 824940754 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.026109986Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.026195917Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.026572217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63878","req_id":"7ab66d9d-37ea-4a24-820b-4e1435a5bb20","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 05 66 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .f..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.026626385Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63878","req_id":"7ab66d9d-37ea-4a24-820b-4e1435a5bb20","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.026745101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.026824259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63878","req_id":"7ab66d9d-37ea-4a24-820b-4e1435a5bb20","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.026866142Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65047","req_id":"9f501b87-e395-4f7e-9ba6-669cb774f0df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 66 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e fs..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.026967013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65047","req_id":"9f501b87-e395-4f7e-9ba6-669cb774f0df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.027064578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.027092213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:65047","req_id":"9f501b87-e395-4f7e-9ba6-669cb774f0df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.135860076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.136206987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.136269712Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.136307036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.136337928Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.137321688Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.137928086Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.137989088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.140848184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.141959779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.143348536Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57572","req_id":"bd7681e8-0d24-4fee-83cd-cf25b2adba41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1b 4d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .M..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.143416561Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57572","req_id":"bd7681e8-0d24-4fee-83cd-cf25b2adba41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.14361151Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:21.143703363Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57572","req_id":"bd7681e8-0d24-4fee-83cd-cf25b2adba41","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.144366815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.144448878Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.144482345Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.145216538Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.158138514Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.158231048Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.158266519Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.158744642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.160056245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.160127236Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.168944945Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.169011848Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.169532376Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.170413842Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"id":"6e3178e6-7d47-4a87-9a0a-54aee1647efa","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.170481677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.182001429Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf3fecf-dcc8-4f84-bf99-73eab59877f8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.182501846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.193327516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c02158-7b60-4431-9013-9a9d1f7e44c8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.193642323Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.209121454Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b6e4baa-f37a-4f61-be2d-2f88f9518b66\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.209371182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.214677063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f74430-5fbd-4c9b-99b2-77ec43eb9aec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.214766311Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.219009946Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4fa5a5-5fa1-4633-a187-5e5f7386ffd6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.219192771Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.224967226Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfd465e5-37ae-4caf-a8d7-8ca77d72b451\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.225249057Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.231147921Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.234141836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69493cac-7287-4ea8-ada2-821d71d7ff91\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.234292125Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.236396769Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25430d85-9463-4bc5-834b-770122469eeb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.236479594Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.238844586Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45788449-e5b6-4ae9-b757-664704235b72\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.238983743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:21.239637516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.240963968Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316d3f63-f8f8-4c78-941b-d7e4c7379c74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.241156442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.242236774Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bdde86b-f248-41a5-ba3e-ee3fd51e35dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.243412978Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.243607355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa17502c-7586-4ecc-ba0e-9b79a77ba816\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.243653337Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.245236762Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f544d16-0eac-4d2f-8615-ef462f07ccd9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.245295118Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.248133032Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6bbbbdf-4e0c-46a1-a81b-fc3806b40cb9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.24826765Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.250615007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f056a42c-dd6c-44f3-93c5-38d381c68ad4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.250722431Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.252876694Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5959000a-e017-439a-a010-bb1788dfe71c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.252947224Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.266005642Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ffd41a-e80f-4afc-afdb-3751474f1c3e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.266406721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.269334815Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d51b84cc-3d2a-4dd0-9be2-948be1efdf0c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.269501257Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.272020727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6f09086-85ba-4451-a635-e5656329e78e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.272103372Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.273235076Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c796a64a-900d-4a21-bf79-fd5ba0ed31a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.273305296Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.274420128Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1270a3e-8012-41ca-937e-3d87ec58f860\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.274663983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.275886439Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7128f3ad-7411-47b0-abd6-7705faecf55d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.276469491Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.27764846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a786523-3a80-4449-97eb-e0808886a609\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.277778138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.281025609Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3209faed-c1d7-428c-818f-e5daef3921e0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.281339213Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.282301661Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.282395107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.282703542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.28280285Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.283525359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.285238743Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd478b9-6660-4b56-911d-3c2aeccdd388\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.285541105Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.285803007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.294764232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.294828259Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.2948585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.29583744Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.299299107Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.299433144Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.300263359Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.302732157Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e1d84c-569b-4c97-8ad8-ff4c8f4500a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.30355176Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.309617396Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e45d672-ef13-421a-ae29-2f37a2a66e3f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.30983024Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.314193143Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e08398-a1fa-45e4-bb8c-8037f43b341f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.314335697Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.318406578Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0b0e01-100d-4ee0-a75e-6499c4df65b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.318625063Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.321519841Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebcdd691-a7d1-49ed-ac9e-d84628304c02\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.321666854Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.322871714Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc9b725-ebcb-4ca2-b92e-1105a36a2811\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.323413293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.326569281Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c9c2525-765d-4f5d-8c38-a185c7e82671\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.326721595Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.328546581Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3b65f1-ac1b-44ef-9e6f-e854b0c406e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.328652181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.33126648Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ab9f712-42a9-4631-a92c-d0e56cbd94c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.33139175Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.332370941Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.334675773Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc373fdf-f845-4f84-83e8-277aeefbe666\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.335414715Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.341743094Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5ab98f-1042-41fd-bcd1-49caac13fccc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.342009184Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.344593133Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afc7e754-2d85-4f32-915e-519bc095ce67\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.344699625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.34980122Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0df9767-d507-49f0-81e9-f39d736e87bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.349969755Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.354980699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ed8cff-8ae5-4a14-af13-a21db98ea0de\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.355630314Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.359067141Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a6ce3e-96e3-441c-b906-488d909e20cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.35928246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.362384922Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c95e12fa-0089-45ec-b785-a35204062b33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.362541664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.363696836Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8150e0e-e5e2-40e8-a2e4-a2d8596b7c01\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.363771084Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.365281784Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b65be84f-e336-4f52-9596-481516eba020\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.365417654Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.366576473Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bbb9f4-70ac-4a12-a568-3f5d2443bbbc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.366687274Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.367650182Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6710f9e-2b46-4d97-a5ef-87cd746032cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.367721585Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:52651"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.367753097Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.3695411Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f3ec5c-c386-485d-888b-827d37a43b68\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.369754154Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.37141816Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b623fe-3027-4fcd-99e1-996df3348e4f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.371605573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.372693571Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429c09dd-db3f-467e-bfb9-0e79f0680e09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.372835975Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.374168931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1736e7b1-7658-4f90-b5cf-ae99680a615f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.374322246Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:52651/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.375478951Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:52651","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:52651/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0c501a6-77fc-4141-9fd1-562bbe9f0fdd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.375604721Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.37564897Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.37567931Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.375708047Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.376533211Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.379415885Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.383251096Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.383318501Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.383353631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.383384522Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.383417227Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.383782736Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.384370306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.38442731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.3844826Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.384511007Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.384961444Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.386607995Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.390663315Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.390729787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.390765518Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.391206617Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.391662556Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.40080947Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.400875612Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.400906904Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.401410618Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.472840828Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:45534"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.472923232Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:45534/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.474936153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51657"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.475415478Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.475477732Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.476309279Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.476627402Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"fcd0a72c-688f-44dc-8e34-9a0f47922c7f","remote_addr":"[::1]:51657","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.480106625Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"fcd0a72c-688f-44dc-8e34-9a0f47922c7f","remote_addr":"[::1]:51657","local_addr":"[::1]:45534","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3493,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.480696269Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:45534","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:45534/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd0a72c-688f-44dc-8e34-9a0f47922c7f\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.542790699Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:44407"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.54287188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:44407/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.543713036Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33546"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.548574442Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6305d2c4-e267-4a36-bfbd-15b6273b9d74","remote_addr":"[::1]:33546","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.54882923Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"6305d2c4-e267-4a36-bfbd-15b6273b9d74","remote_addr":"[::1]:33546","local_addr":"[::1]:44407","component":"dropshot","sled_id":"53f90263-82c1-405e-acff-cbe6071750c6","component":"omicron_sled_agent::sim::Server","latency_us":297,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.551985308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:44407","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:44407/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6305d2c4-e267-4a36-bfbd-15b6273b9d74\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:20 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.633610651Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:39544"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.633770911Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:39544/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.636523295Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43921"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.636897009Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.637610631Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.638179174Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f73e4f2-771e-46b5-89d4-616e8e113f1f","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.638500153Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"83aba0b4-72a8-4918-b528-2f802f498ecd","remote_addr":"[::1]:43921","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.64169563Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f73e4f2-771e-46b5-89d4-616e8e113f1f","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.641832012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f73e4f2-771e-46b5-89d4-616e8e113f1f","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.643395437Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f73e4f2-771e-46b5-89d4-616e8e113f1f","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.643995943Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"83aba0b4-72a8-4918-b528-2f802f498ecd","remote_addr":"[::1]:43921","local_addr":"[::1]:39544","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5499,"response_code":"200"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.64510333Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:39544","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:39544/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83aba0b4-72a8-4918-b528-2f802f498ecd\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.716974719Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","sled_agent_url":"http://[::1]:36703"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.71705569Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:36703/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.718906217Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57476"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.73182655Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f73e4f2-771e-46b5-89d4-616e8e113f1f","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":93616,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.733677638Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d77d3480-de4b-48f3-825d-fb29a2d2a218","remote_addr":"[::1]:57476","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.733965241Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f73e4f2-771e-46b5-89d4-616e8e113f1f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.734287534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.734655407Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/inventory","method":"GET","req_id":"d77d3480-de4b-48f3-825d-fb29a2d2a218","remote_addr":"[::1]:57476","local_addr":"[::1]:36703","component":"dropshot","sled_id":"d5164855-771e-4c6e-8851-07df430a9d8d","component":"omicron_sled_agent::sim::Server","latency_us":982,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.735251534Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"211cc0c8-c538-4ff8-b6f2-9148b5f2477b","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.739115002Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"SledAgent":"http://[::1]:36703","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:36703/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77d3480-de4b-48f3-825d-fb29a2d2a218\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.741491277Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.74155304Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.74158338Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.752039864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.752109172Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.752146987Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.752177258Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.754498453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.754780464Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"211cc0c8-c538-4ff8-b6f2-9148b5f2477b","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.754846787Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"211cc0c8-c538-4ff8-b6f2-9148b5f2477b","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.755581961Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"211cc0c8-c538-4ff8-b6f2-9148b5f2477b","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.778356188Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.782926353Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.783188225Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.783240589Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.784339208Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.784403677Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"211cc0c8-c538-4ff8-b6f2-9148b5f2477b","remote_addr":"127.0.0.1:40702","local_addr":"127.0.0.1:63508","component":"dropshot_internal","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","latency_us":48806,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.785250664Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.785502616Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63508/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211cc0c8-c538-4ff8-b6f2-9148b5f2477b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.785622465Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.785666573Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_read_only_replacement_sanity","level":30,"time":"2025-04-30T06:25:21.785693406Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.785723837Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.788627101Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.789531423Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.789586883Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.789615891Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.813116434Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:21.829840867Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:21.830376293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.830433327Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"819.058459ms"} {"msg":"activating","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.830471162Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.830499138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.830529368Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.830559749Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.830588486Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.831409261Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.840858388Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.846868443Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.847675Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.847791813Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.848515384Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.851942953Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","candidates":"[(4a3eb4e5-4ef6-4400-b8ac-e860182dd589, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.852016239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.852940942Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49974","req_id":"a1a51b5a-a8d9-4f5a-a792-e5b8b5bd3803","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 95 42 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .B..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.853735535Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49974","req_id":"a1a51b5a-a8d9-4f5a-a792-e5b8b5bd3803","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.854237245Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.854409748Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.854564447Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.85467171Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:49974","req_id":"a1a51b5a-a8d9-4f5a-a792-e5b8b5bd3803","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.855185023Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38578, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52651, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3186, tv_nsec: 654060771 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.855255864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.855398088Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.855889807Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57813","req_id":"903a119a-ecec-40a7-b051-ffb736c61cfd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 81 da 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.856052902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57813","req_id":"903a119a-ecec-40a7-b051-ffb736c61cfd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.856366607Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.856411727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57813","req_id":"903a119a-ecec-40a7-b051-ffb736c61cfd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.85652351Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63151","req_id":"c6317e3e-a9ac-4b89-8d63-100ead963ca6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 30 d2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 0...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.856572317Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63151","req_id":"c6317e3e-a9ac-4b89-8d63-100ead963ca6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.856705994Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.856740362Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:63151","req_id":"c6317e3e-a9ac-4b89-8d63-100ead963ca6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.973015483Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"DnsResolver","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.973456592Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.973516551Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.973549727Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.973577683Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.974292166Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.974485772Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:21.974541112Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_read_only_replacement_sanity","level":40,"time":"2025-04-30T06:25:21.976401239Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"buffer","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.976890604Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57843","req_id":"946d6c70-5df1-495c-8022-419845c12f5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f 7f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.976964972Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57843","req_id":"946d6c70-5df1-495c-8022-419845c12f5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.977184189Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_read_only_replacement_sanity","level":50,"time":"2025-04-30T06:25:21.97735547Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"peer_addr":"[::1]:57843","req_id":"946d6c70-5df1-495c-8022-419845c12f5a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.977597983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796"} {"msg":"begin collection from MGS","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.97764181Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","mgs_url":"http://[::1]:38578"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.977898983Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.979230977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.984652308Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.984706977Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.984735494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.985136764Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.986673495Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a7a779b-4255-4eab-a313-b43a3dbcbb55\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.987163872Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_read_only_replacement_sanity","level":10,"time":"2025-04-30T06:25:21.98897428Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.989027856Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.990170503Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.992334895Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a1ea40-d4e9-4a30-b745-0d8911cb58d9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.992736355Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.995668197Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1257895-96f8-439f-9197-61f487299adc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.995933004Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.998280421Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aba9245-067f-453c-a147-577753096493\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:21.998501542Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.002118348Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f5e666-8233-40f6-a351-ad03a8336f0a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.002505349Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.006670789Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39630100-e090-4224-8473-4cdf94e003f6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.006807902Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.009204397Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"083428c7-0baa-4aea-9f8f-3b168d855e44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.00926606Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.011659779Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258f39a5-a970-40aa-98b5-ec6bbf042d1a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.011786471Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.012765121Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1fe076-c551-42c6-86ad-b5c5de25d746\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.012923898Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.014196313Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac280c4-40fa-4341-9ab4-6ce59a0bba68\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.014395229Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.015709117Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf5ef7c-3844-4872-9877-6bbef3d6309e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.015822012Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.017248324Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c671be2e-b070-438c-b398-224353e75463\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.019853564Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.019890668Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d40870f4-5771-4950-82d2-2c2a5dfc2a83\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.019925077Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.02217494Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f290686a-e891-47be-b684-45f6a0776087\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.022428365Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.022901608Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.025795754Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f760c533-b688-4380-a6e7-f114234a56e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.026128306Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.028597516Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"853101c4-8af9-40f2-a944-20bfe9dd1b2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.028797635Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.032089013Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a998b688-6755-49b3-9a40-0e48032963d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.032257028Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.034594846Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a876ffbc-997d-4141-89c4-f10fe2bc9385\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.034713432Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.058458893Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c053c435-15b0-435c-acb7-348220814185\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.058530656Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.066032293Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d7a102e-c31f-45be-9bae-8614eb3d041b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.066118074Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.067596138Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6230c625-4cc9-49d3-9fb1-50661ec2f7f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.067657731Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.068612453Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d96074-72a9-461e-928c-da684c10b9b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.068744757Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"Some(Body)","uri":"http://[::1]:38578/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.069656864Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d02cc1-0d59-4663-b2ab-be160f0d61ff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.069839408Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.071384146Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","result":"Ok(Response { url: \"http://[::1]:38578/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a64f54c-38bb-4da4-b463-2848286985f8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:25:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_read_only_replacement_sanity","level":20,"time":"2025-04-30T06:25:22.071462873Z","hostname":"bmat-EVT22200007-000064cb","pid":21580,"gateway_url":"http://[::1]:38578","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"2a0ca3d5-715b-47e7-85a4-2d03ee80e796","body":"None","uri":"http://[::1]:38578/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}